Running remote script

[micmejia]

What's the recommended way to run remote scripts via pyinfra? e.g.

wget -qO- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash

I tried:

@operation
def run_script(
    src,
    dest,
    user=None,
    group=None,
    mode=None,
    cache_time=None,
    force=False,
    sha256sum=None,
    sha1sum=None,
    md5sum=None,
    headers=None,
    insecure=False,
):
    """
    Download a shell script to temporary location and run.
    """
    yield from files.download(
        src=src,
        dest=dest,
        user=user,
        group=group,
        mode=mode,
        cache_time=cache_time,
        force=force,
        sha256sum=sha256sum,
        sha1sum=sha1sum,
        md5sum=md5sum,
        headers=headers,
        insecure=insecure,
    )

    yield from server.script(
        src=dest,
    )

but the dest file is expected to already exist at the start (even before the download is performed):

        run_script(
            name="install nvm",
            src="https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh",
            dest="/tmp/nvm.sh",
        )

    yield from server.script(
  File "/home/mic13/.local/lib/python3.9/site-packages/pyinfra/operations/server.py", line 185, in script
    yield from files.put(src, temp_file)
  File "/home/mic13/.local/lib/python3.9/site-packages/pyinfra/operations/files.py", line 911, in put
    raise IOError("No such file: {0}".format(local_file))
OSError: No such file: /tmp/nvm.sh

thanks!

[micmejia]

Using assume_exists=True seemed to solve the problem.

from pyinfra import host, state
from pyinfra.api import StringCommand, operation
from pyinfra.operations import files, server
from pyinfra.operations.util.files import chmod


@operation(is_idempotent=False)
def run_script(
    src,
    dest=None,
    user=None,
    group=None,
    mode=None,
    cache_time=None,
    force=False,
    sha256sum=None,
    sha1sum=None,
    md5sum=None,
    headers=None,
    insecure=False,
):
    """
    Download a shell script to `dest` or temporary location and run.
    """
    dest = dest or state.get_temp_filename()

    yield from files.download(
        src=src,
        dest=dest,
        user=user,
        group=group,
        mode=mode,
        cache_time=cache_time,
        force=force,
        sha256sum=sha256sum,
        sha1sum=sha1sum,
        md5sum=md5sum,
        headers=headers,
        insecure=insecure,
    )

    temp_file = state.get_temp_filename()
    yield from files.put(
        src=dest,
        dest=temp_file,
        assume_exists=True,
    )

    yield chmod(temp_file, "+x")
    yield StringCommand(temp_file)

    # yield from server.script(
    #     src=dest,
    # )

[soderluk]

@micmejia I'm running into issues using this approach, on e.g. installing Rust, via https://sh.rustup.rs. The command they suggest to be used to install Rust is: curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh. Now using the files.download() I keep getting Command socket/SSH error: FileNotFoundError(2, 'No such file or directory'). Have you run into such issues? The files.download() should probably be able to take curl/wget parameters, instead of hard coding them and assuming all curl/wget commands should use the same options.