Okay the fastest workaround I found for now is:
# build laptop's system on the server (a lot already built, doesn't take long)
server$ nix build .#nixosConfigurations.$LAPTOP.config.system.build.toplevel)"
# copy system manually from server to laptop
laptop$ nix copy --from ssh://server "$(nix eval --raw --apply builtins.toString .#nixosConfigurations."$(hostname)".config.system.build.toplevel)"
# then nixos-rebuild as usual
laptop$ nixos-rebuild --flake . --use-remote-sudo switch