2023-02-18 14:27:24 +01:00
|
|
|
#!/usr/bin/env python
|
2022-04-04 03:00:53 +02:00
|
|
|
# Example of using a Python script as a Nushell plugin
|
2021-12-18 16:52:27 +01:00
|
|
|
#
|
|
|
|
# The example uses JSON encoding but it should be a similar process using
|
2022-09-29 00:06:43 +02:00
|
|
|
# msgpack to move data between Nushell and the plugin. The only difference
|
|
|
|
# would be that you need to use msgpack relative lib(like msgpack) to
|
|
|
|
# decode and encode information that is read and written to stdin and stdout
|
2021-12-18 16:52:27 +01:00
|
|
|
#
|
|
|
|
# To register the plugin use:
|
2024-07-05 14:16:50 +02:00
|
|
|
# plugin add <path-to-py-file>
|
2021-12-18 16:52:27 +01:00
|
|
|
#
|
Fix typos by codespell (#7600)
# Description
Found via `codespell -S target -L
crate,ser,numer,falsy,ro,te,nd,bu,ndoes,statics,ons,fo,rouge,pard`
# User-Facing Changes
None.
# Tests + Formatting
None and done.
# After Submitting
None.
2022-12-26 08:31:26 +01:00
|
|
|
# Be careful with the spans. Miette will crash if a span is outside the
|
2024-02-25 23:32:50 +01:00
|
|
|
# size of the contents vector. We strongly suggest using the span found in the
|
|
|
|
# plugin call head as in this example.
|
2021-12-18 16:52:27 +01:00
|
|
|
#
|
2022-04-04 03:00:53 +02:00
|
|
|
# The plugin will be run using the active Python implementation. If you are in
|
|
|
|
# a Python environment, that is the Python version that is used
|
2021-12-18 16:52:27 +01:00
|
|
|
#
|
|
|
|
# Note: To keep the plugin simple and without dependencies, the dictionaries that
|
2022-04-04 03:00:53 +02:00
|
|
|
# represent the data transferred between Nushell and the plugin are kept as
|
|
|
|
# native Python dictionaries. The encoding and decoding process could be improved
|
2021-12-18 16:52:27 +01:00
|
|
|
# by using libraries like pydantic and marshmallow
|
|
|
|
#
|
2021-12-18 19:13:56 +01:00
|
|
|
# This plugin uses python3
|
2021-12-18 16:52:27 +01:00
|
|
|
# Note: To debug plugins write to stderr using sys.stderr.write
|
|
|
|
import sys
|
|
|
|
import json
|
|
|
|
|
|
|
|
|
2024-08-21 01:28:19 +02:00
|
|
|
NUSHELL_VERSION = "0.97.0"
|
2024-08-02 20:01:20 +02:00
|
|
|
PLUGIN_VERSION = "0.1.1" # bump if you change commands!
|
2024-03-08 13:04:22 +01:00
|
|
|
|
|
|
|
|
2021-12-18 16:52:27 +01:00
|
|
|
def signatures():
|
|
|
|
"""
|
2022-04-04 03:00:53 +02:00
|
|
|
Multiple signatures can be sent to Nushell. Each signature will be registered
|
|
|
|
as a different plugin function in Nushell.
|
2021-12-18 16:52:27 +01:00
|
|
|
|
|
|
|
In your plugin logic you can use the name of the signature to indicate what
|
|
|
|
operation should be done with the plugin
|
|
|
|
"""
|
|
|
|
return {
|
|
|
|
"Signature": [
|
|
|
|
{
|
2023-02-18 14:27:24 +01:00
|
|
|
"sig": {
|
|
|
|
"name": "nu-python",
|
|
|
|
"usage": "Signature test for Python",
|
|
|
|
"extra_usage": "",
|
|
|
|
"required_positional": [
|
|
|
|
{
|
|
|
|
"name": "a",
|
|
|
|
"desc": "required integer value",
|
|
|
|
"shape": "Int",
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"name": "b",
|
|
|
|
"desc": "required string value",
|
|
|
|
"shape": "String",
|
|
|
|
},
|
|
|
|
],
|
|
|
|
"optional_positional": [
|
|
|
|
{
|
|
|
|
"name": "opt",
|
|
|
|
"desc": "Optional number",
|
|
|
|
"shape": "Int",
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"rest_positional": {
|
|
|
|
"name": "rest",
|
|
|
|
"desc": "rest value string",
|
2021-12-18 16:52:27 +01:00
|
|
|
"shape": "String",
|
|
|
|
},
|
2023-02-18 14:27:24 +01:00
|
|
|
"named": [
|
|
|
|
{
|
|
|
|
"long": "help",
|
|
|
|
"short": "h",
|
|
|
|
"arg": None,
|
|
|
|
"required": False,
|
|
|
|
"desc": "Display the help message for this command",
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"long": "flag",
|
|
|
|
"short": "f",
|
|
|
|
"arg": None,
|
|
|
|
"required": False,
|
|
|
|
"desc": "a flag for the signature",
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"long": "named",
|
|
|
|
"short": "n",
|
|
|
|
"arg": "String",
|
|
|
|
"required": False,
|
|
|
|
"desc": "named string",
|
|
|
|
},
|
|
|
|
],
|
|
|
|
"input_output_types": [["Any", "Any"]],
|
|
|
|
"allow_variants_without_examples": True,
|
|
|
|
"search_terms": ["Python", "Example"],
|
|
|
|
"is_filter": False,
|
|
|
|
"creates_scope": False,
|
|
|
|
"allows_unknown_args": False,
|
|
|
|
"category": "Experimental",
|
2021-12-18 16:52:27 +01:00
|
|
|
},
|
2023-02-18 14:27:24 +01:00
|
|
|
"examples": [],
|
2021-12-18 16:52:27 +01:00
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
def process_call(id, plugin_call):
|
2021-12-18 16:52:27 +01:00
|
|
|
"""
|
|
|
|
plugin_call is a dictionary with the information from the call
|
|
|
|
It should contain:
|
|
|
|
- The name of the call
|
|
|
|
- The call data which includes the positional and named values
|
2022-04-04 03:00:53 +02:00
|
|
|
- The input from the pipeline
|
2021-12-18 16:52:27 +01:00
|
|
|
|
|
|
|
Use this information to implement your plugin logic
|
|
|
|
"""
|
|
|
|
# Pretty printing the call to stderr
|
2021-12-19 11:00:31 +01:00
|
|
|
sys.stderr.write(json.dumps(plugin_call, indent=4))
|
2021-12-18 16:52:27 +01:00
|
|
|
sys.stderr.write("\n")
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
# Get the span from the call
|
2024-04-19 03:01:35 +02:00
|
|
|
span = plugin_call["call"]["head"]
|
2024-02-25 23:32:50 +01:00
|
|
|
|
2022-04-04 03:00:53 +02:00
|
|
|
# Creates a Value of type List that will be encoded and sent to Nushell
|
2024-08-02 20:01:20 +02:00
|
|
|
def f(x, y):
|
|
|
|
return {"Int": {"val": x * y, "span": span}}
|
Local socket mode and foreground terminal control for plugins (#12448)
# Description
Adds support for running plugins using local socket communication
instead of stdio. This will be an optional thing that not all plugins
have to support.
This frees up stdio for use to make plugins that use stdio to create
terminal UIs, cc @amtoine, @fdncred.
This uses the [`interprocess`](https://crates.io/crates/interprocess)
crate (298 stars, MIT license, actively maintained), which seems to be
the best option for cross-platform local socket support in Rust. On
Windows, a local socket name is provided. On Unixes, it's a path. The
socket name is kept to a relatively small size because some operating
systems have pretty strict limits on the whole path (~100 chars), so on
macOS for example we prefer `/tmp/nu.{pid}.{hash64}.sock` where the hash
includes the plugin filename and timestamp to be unique enough.
This also adds an API for moving plugins in and out of the foreground
group, which is relevant for Unixes where direct terminal control
depends on that.
TODO:
- [x] Generate local socket path according to OS conventions
- [x] Add support for passing `--local-socket` to the plugin executable
instead of `--stdio`, and communicating over that instead
- [x] Test plugins that were broken, including
[amtoine/nu_plugin_explore](https://github.com/amtoine/nu_plugin_explore)
- [x] Automatically upgrade to using local sockets when supported,
falling back if it doesn't work, transparently to the user without any
visible error messages
- Added protocol feature: `LocalSocket`
- [x] Reset preferred mode to `None` on `register`
- [x] Allow plugins to detect whether they're running on a local socket
and can use stdio freely, so that TUI plugins can just produce an error
message otherwise
- Implemented via `EngineInterface::is_using_stdio()`
- [x] Clean up foreground state when plugin command exits on the engine
side too, not just whole plugin
- [x] Make sure tests for failure cases work as intended
- `nu_plugin_stress_internals` added
# User-Facing Changes
- TUI plugins work
- Non-Rust plugins could optionally choose to use this
- This might behave differently, so will need to test it carefully
across different operating systems
# Tests + Formatting
- :green_circle: `toolkit fmt`
- :green_circle: `toolkit clippy`
- :green_circle: `toolkit test`
- :green_circle: `toolkit test stdlib`
# After Submitting
- [ ] Document local socket option in plugin contrib docs
- [ ] Document how to do a terminal UI plugin in plugin contrib docs
- [ ] Document: `EnterForeground` engine call
- [ ] Document: `LeaveForeground` engine call
- [ ] Document: `LocalSocket` protocol feature
2024-04-15 20:28:18 +02:00
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
value = {
|
2024-08-02 20:01:20 +02:00
|
|
|
"Value": [
|
|
|
|
{
|
|
|
|
"List": {
|
|
|
|
"vals": [
|
|
|
|
{
|
|
|
|
"Record": {
|
|
|
|
"val": {
|
|
|
|
"one": f(x, 0),
|
|
|
|
"two": f(x, 1),
|
|
|
|
"three": f(x, 2),
|
|
|
|
},
|
|
|
|
"span": span,
|
|
|
|
}
|
2021-12-18 16:52:27 +01:00
|
|
|
}
|
2024-08-02 20:01:20 +02:00
|
|
|
for x in range(0, 10)
|
|
|
|
],
|
|
|
|
"span": span,
|
|
|
|
}
|
|
|
|
},
|
|
|
|
None,
|
|
|
|
]
|
2021-12-18 16:52:27 +01:00
|
|
|
}
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
write_response(id, {"PipelineData": value})
|
|
|
|
|
2021-12-18 16:52:27 +01:00
|
|
|
|
2022-09-29 00:06:43 +02:00
|
|
|
def tell_nushell_encoding():
|
|
|
|
sys.stdout.write(chr(4))
|
|
|
|
for ch in "json":
|
|
|
|
sys.stdout.write(chr(ord(ch)))
|
|
|
|
sys.stdout.flush()
|
|
|
|
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
def tell_nushell_hello():
|
|
|
|
"""
|
|
|
|
A `Hello` message is required at startup to inform nushell of the protocol capabilities and
|
|
|
|
compatibility of the plugin. The version specified should be the version of nushell that this
|
|
|
|
plugin was tested and developed against.
|
|
|
|
"""
|
|
|
|
hello = {
|
|
|
|
"Hello": {
|
2024-06-05 00:52:40 +02:00
|
|
|
"protocol": "nu-plugin", # always this value
|
2024-03-08 13:04:22 +01:00
|
|
|
"version": NUSHELL_VERSION,
|
2024-08-02 20:01:20 +02:00
|
|
|
"features": [],
|
2024-02-25 23:32:50 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
sys.stdout.write(json.dumps(hello))
|
|
|
|
sys.stdout.write("\n")
|
|
|
|
sys.stdout.flush()
|
2021-12-18 16:52:27 +01:00
|
|
|
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
def write_response(id, response):
|
|
|
|
"""
|
|
|
|
Use this format to send a response to a plugin call. The ID of the plugin call is required.
|
|
|
|
"""
|
|
|
|
wrapped_response = {
|
|
|
|
"CallResponse": [
|
|
|
|
id,
|
|
|
|
response,
|
|
|
|
]
|
|
|
|
}
|
|
|
|
sys.stdout.write(json.dumps(wrapped_response))
|
|
|
|
sys.stdout.write("\n")
|
|
|
|
sys.stdout.flush()
|
2021-12-18 16:52:27 +01:00
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
|
2024-04-19 03:01:35 +02:00
|
|
|
def write_error(id, text, span=None):
|
2024-02-25 23:32:50 +01:00
|
|
|
"""
|
|
|
|
Use this error format to send errors to nushell in response to a plugin call. The ID of the
|
|
|
|
plugin call is required.
|
|
|
|
"""
|
2024-08-02 20:01:20 +02:00
|
|
|
error = (
|
|
|
|
{
|
|
|
|
"Error": {
|
|
|
|
"msg": "ERROR from plugin",
|
|
|
|
"labels": [
|
|
|
|
{
|
|
|
|
"text": text,
|
|
|
|
"span": span,
|
|
|
|
}
|
|
|
|
],
|
|
|
|
}
|
2024-04-19 03:01:35 +02:00
|
|
|
}
|
2024-08-02 20:01:20 +02:00
|
|
|
if span is not None
|
|
|
|
else {
|
|
|
|
"Error": {
|
|
|
|
"msg": "ERROR from plugin",
|
|
|
|
"help": text,
|
|
|
|
}
|
2021-12-18 16:52:27 +01:00
|
|
|
}
|
2024-08-02 20:01:20 +02:00
|
|
|
)
|
2024-02-25 23:32:50 +01:00
|
|
|
write_response(id, error)
|
|
|
|
|
|
|
|
|
|
|
|
def handle_input(input):
|
|
|
|
if "Hello" in input:
|
2024-03-08 13:04:22 +01:00
|
|
|
if input["Hello"]["version"] != NUSHELL_VERSION:
|
|
|
|
exit(1)
|
|
|
|
else:
|
|
|
|
return
|
2024-02-29 03:41:22 +01:00
|
|
|
elif input == "Goodbye":
|
2024-04-19 03:01:35 +02:00
|
|
|
exit(0)
|
2024-02-25 23:32:50 +01:00
|
|
|
elif "Call" in input:
|
|
|
|
[id, plugin_call] = input["Call"]
|
2024-06-21 13:27:09 +02:00
|
|
|
if plugin_call == "Metadata":
|
2024-08-02 20:01:20 +02:00
|
|
|
write_response(
|
|
|
|
id,
|
|
|
|
{
|
|
|
|
"Metadata": {
|
|
|
|
"version": PLUGIN_VERSION,
|
|
|
|
}
|
|
|
|
},
|
|
|
|
)
|
2024-06-21 13:27:09 +02:00
|
|
|
elif plugin_call == "Signature":
|
2024-02-25 23:32:50 +01:00
|
|
|
write_response(id, signatures())
|
|
|
|
elif "Run" in plugin_call:
|
2024-04-19 03:01:35 +02:00
|
|
|
process_call(id, plugin_call["Run"])
|
2024-02-25 23:32:50 +01:00
|
|
|
else:
|
|
|
|
write_error(id, "Operation not supported: " + str(plugin_call))
|
|
|
|
else:
|
|
|
|
sys.stderr.write("Unknown message: " + str(input) + "\n")
|
|
|
|
exit(1)
|
2021-12-18 16:52:27 +01:00
|
|
|
|
|
|
|
|
2024-02-25 23:32:50 +01:00
|
|
|
def plugin():
|
|
|
|
tell_nushell_encoding()
|
|
|
|
tell_nushell_hello()
|
|
|
|
for line in sys.stdin:
|
|
|
|
input = json.loads(line)
|
|
|
|
handle_input(input)
|
|
|
|
|
2024-06-05 00:52:40 +02:00
|
|
|
|
2021-12-18 16:52:27 +01:00
|
|
|
if __name__ == "__main__":
|
2024-02-25 23:32:50 +01:00
|
|
|
if len(sys.argv) == 2 and sys.argv[1] == "--stdio":
|
|
|
|
plugin()
|
|
|
|
else:
|
2024-08-02 20:01:20 +02:00
|
|
|
print("Run me from inside nushell!")
|