After i got it working the 4bit is blazingly fast on my m5 max 48gb

@sup3rmass1ve
bitcoin, 1N942jHr6vVuR2KAe2JEf3nN59eR21tpKv X, https://x.com/SUP3RMASS1VE Github, https://github.com/SUP3RMASS1VE Discord, https://discord.gg/mvDcrA57AQ
Joined
Posts · 8
The default interactive shell is now zsh.
To update your account to use zsh, please run `chsh -s /bin/zsh`.
For more details, please visit support.apple.com/kb/HT208050.
<<PINOKIO_SHELL>>eval "$(conda shell.bash hook)" ; conda deactivate ; conda deactivate ; conda deactivate ; conda activate base ; source /Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/bin/activate /Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env && python ../offload/serve.py 42009
[mlx] MLX engine: MLX 4-bit HQ from /Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/models/drama-3-mlx-4bit
[pause] pause fix on: 143 silence codes, 10 frames
[space] loading Drama 3
Traceback (most recent call last):
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/../offload/serve.py", line 152, in <module>
from app import app # noqa: E402 (loads Drama 3, then builds the UI)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/app.py", line 22, in <module>
import zerogpu_backend # noqa: F401
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/zerogpu_backend.py", line 43, in <module>
weights = engine_module.load_weights(device="cuda")
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/offload/drama3_mlx.py", line 141, in load_weights
model = MLX(load)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/offload/drama3_mlx.py", line 91, in __call__
return self.pool.submit(fn, *args, **kwargs).result()
File "/Users/sup3rmass1ve/pinokio/bin/miniforge/lib/python3.10/concurrent/futures/_base.py", line 458, in result
return self.__get_result()
File "/Users/sup3rmass1ve/pinokio/bin/miniforge/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result
raise self._exception
File "/Users/sup3rmass1ve/pinokio/bin/miniforge/lib/python3.10/concurrent/futures/thread.py", line 58, in run
result = self.fn(*self.args, **self.kwargs)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/offload/drama3_mlx.py", line 134, in load
model = load_model(model_dir())
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/tts/utils.py", line 125, in load_model
return base_load_model(
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/utils.py", line 415, in base_load_model
model = model_class.Model.post_load_hook(model, model_path)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/tts/models/fish_drama3/drama3.py", line 149, in post_load_hook
from mlx_audio.codec.models.fish_s1_dac import DAC as FishS1DAC
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/codec/__init__.py", line 1, in <module>
from .models import (
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/codec/models/__init__.py", line 5, in <module>
from .mimo_audio_tokenizer import MiMoAudioTokenizer
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/codec/models/mimo_audio_tokenizer/__init__.py", line 2, in <module>
from .model import MiMoAudioTokenizer, Model
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/codec/models/mimo_audio_tokenizer/model.py", line 11, in <module>
from .audio import load_waveform, log_mel_spectrogram, same_istft
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/codec/models/mimo_audio_tokenizer/audio.py", line 10, in <module>
from mlx_audio.resample import resample_audio_array
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/mlx_audio/resample.py", line 7, in <module>
from scipy import signal
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/__init__.py", line 134, in __getattr__
return _importlib.import_module(f'scipy.{name}')
File "/Users/sup3rmass1ve/pinokio/bin/miniforge/lib/python3.10/importlib/__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/signal/__init__.py", line 293, in <module>
from . import _sigtools, windows
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/signal/windows/__init__.py", line 42, in <module>
from ._windows import *
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/signal/windows/_windows.py", line 7, in <module>
from scipy import linalg, special, fft as sp_fft
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/__init__.py", line 134, in __getattr__
return _importlib.import_module(f'scipy.{name}')
File "/Users/sup3rmass1ve/pinokio/bin/miniforge/lib/python3.10/importlib/__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/linalg/__init__.py", line 222, in <module>
from ._sketches import *
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/linalg/_sketches.py", line 10, in <module>
from scipy.sparse import csc_matrix
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/__init__.py", line 315, in <module>
from . import csgraph
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/csgraph/__init__.py", line 187, in <module>
from ._laplacian import laplacian
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/csgraph/_laplacian.py", line 7, in <module>
from scipy.sparse.linalg import LinearOperator
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/__init__.py", line 134, in <module>
from ._eigen import *
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_eigen/__init__.py", line 11, in <module>
from ._svds import svds
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_eigen/_svds.py", line 10, in <module>
from scipy.sparse.linalg._svdp import _svdp
File "/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_svdp.py", line 23, in <module>
from ._propack import _spropack # type: ignore[attr-defined]
ImportError: dlopen(/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_propack/_spropack.cpython-310-darwin.so, 0x0002): tried: '/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_propack/_spropack.cpython-310-darwin.so' (section '__DATA/__thread_bss' has a zero-fill section type, but offset field is not zero), '/System/Volumes/Preboot/Cryptexes/OS/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_propack/_spropack.cpython-310-darwin.so' (no such file), '/Users/sup3rmass1ve/pinokio/api/drama3-offload-studio.git/app/env/lib/python3.10/site-packages/scipy/sparse/linalg/_propack/_spropack.cpython-310-darwin.so' (section '__DATA/__thread_bss' has a zero-fill section type, but offset field is not zero)
(env) (base) <<PINOKIO_SHELL>>
██ Terminated Shell f431d8c4-3385-4d8b-a36f-16814cf9ffe7
████
Disconnected...
I got

Fast on 8bit (No bf16?)
No matter what one i choose it only uses the 8bit? On the plus side 20 to 30 sec to generate on m5 max
Linux users use the pinokio browser
Linux users need to use the built in pinokio browser. mac/win users can use built in browser or chrome

FreeCut free video editing
Best run in chrome browser not the pinokio web ui for full features to work.
You’re all caught up.



