Skip to content

Instantly share code, notes, and snippets.

@louis030195

louis030195/mlc-llm-error.txt

Created January 11, 2024 21:55
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save louis030195/3ba68511475b3ef173d30ec271dc7baf to your computer and use it in GitHub Desktop.
Save louis030195/3ba68511475b3ef173d30ec271dc7baf to your computer and use it in GitHub Desktop.
Download ZIP
Raw
mlc-llm-error.txt
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/uvicorn/protocols/http/h11_impl.py", line 408, in run_asgi
result = await app( # type: ignore[func-returns-value]
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/uvicorn/middleware/proxy_headers.py", line 84, in __call__
return await self.app(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/fastapi/applications.py", line 1054, in __call__
await super().__call__(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/applications.py", line 123, in __call__
await self.middleware_stack(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/middleware/errors.py", line 186, in __call__
raise exc
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/middleware/errors.py", line 164, in __call__
await self.app(scope, receive, _send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/middleware/cors.py", line 83, in __call__
await self.app(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 62, in __call__
await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
raise exc
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/routing.py", line 762, in __call__
await self.middleware_stack(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/routing.py", line 782, in app
await route.handle(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
await self.app(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
await wrap_app_handling_exceptions(app, request)(scope, receive, send)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
raise exc
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
await app(scope, receive, sender)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/starlette/routing.py", line 72, in app
response = await func(request)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/fastapi/routing.py", line 299, in app
raise e
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/fastapi/routing.py", line 294, in app
raw_response = await run_endpoint_function(
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/fastapi/routing.py", line 191, in run_endpoint_function
return await dependant.call(**values)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/mlc_chat/rest.py", line 311, in request_chat_completion
msg = session["chat_mod"].generate(
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/mlc_chat/chat_module.py", line 841, in generate
self._prefill(prompt, generation_config=generation_config)
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/mlc_chat/chat_module.py", line 1058, in _prefill
self._prefill_func(
File "tvm/_ffi/_cython/./packed_func.pxi", line 332, in tvm._ffi._cy3.core.PackedFuncBase.__call__
File "tvm/_ffi/_cython/./packed_func.pxi", line 277, in tvm._ffi._cy3.core.FuncCall
File "tvm/_ffi/_cython/./base.pxi", line 182, in tvm._ffi._cy3.core.CHECK_CALL
File "/Users/louisbeaumont/Documents/assistants/env/lib/python3.10/site-packages/tvm/_ffi/base.py", line 481, in raise_last_ffi_error
raise py_err
ValueError: Traceback (most recent call last):
File "/Users/catalyst/Workspace/mlc-ai-package-self-runner/_work/package/package/tvm/src/runtime/relax_vm/builtin.cc", line 310
ValueError: Check failed: (static_cast<int64_t>(ptr->size()) == size) is false: ErrorContext(fn=prefill, loc=param[5], param=model_params, annotation=R.Tuple(R.Tensor((vocab_size, 512), dtype="uint32"), R.Tensor((vocab_size, 128), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((6144, 512), dtype="uint32"), R.Tensor((6144, 128), dtype="float16"), R.Tensor((4096, 512), dtype="uint32"), R.Tensor((4096, 128), dtype="float16"), R.Tensor((28672, 512), dtype="uint32"), R.Tensor((28672, 128), dtype="float16"), R.Tensor((4096, 1792), dtype="uint32"), R.Tensor((4096, 448), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((4096,), dtype="float16"), R.Tensor((vocab_size, 512), dtype="uint32"), R.Tensor((vocab_size, 128), dtype="float16"), R.Tensor((rope_cache_len, 128), dtype="float16"), R.Tensor((rope_cache_len, 128), dtype="float16"))) expect a Tuple with 327 elements, but get a Tuple with 0 elements.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment