Skip to content

Commit

Permalink
simplest HF transformers demo works again
Browse files Browse the repository at this point in the history
  • Loading branch information
mmoskal committed Feb 13, 2024
1 parent c2cabe0 commit 7c5d0db
Show file tree
Hide file tree
Showing 6 changed files with 237 additions and 206 deletions.
2 changes: 1 addition & 1 deletion aicirt/src/worker.rs
Original file line number Diff line number Diff line change
Expand Up @@ -286,7 +286,7 @@ where
fn recv_with_timeout_inner(&self, timeout: Duration) -> Option<Resp> {
match self.cmd.lock().unwrap().recv_resp(timeout) {
Some(r) => {
log::trace!("recv t/o {r:?}");
log::trace!("recv_with_timeout {r:?}");
Some(r)
}
None => None,
Expand Down
6 changes: 3 additions & 3 deletions docs/aicirt-proto.md
Original file line number Diff line number Diff line change
Expand Up @@ -139,8 +139,8 @@ in shared memory in the same order as the sequences are passed in.
{ "op": "mid_process", "ops": [{ "id": 2, "clone_id": null }] }
```

The response is similar to the one for `post_pre_process`, however there is no specific `result`
in the JSON, however there is logit bias in the shared memory region.
The response is similar to the one for `post_pre_process`, however while there is no specific `result`
in the JSON, there is logit bias in the shared memory region.

```json
{
Expand Down Expand Up @@ -262,7 +262,7 @@ The last two correspond to `controller` and `controller_arg` REST API fields.
"$rid": "0aae92c8-e415-4efd-947b-361a8573020c",
"$auth": { "user": "localhost", "is_admin": true },
"op": "instantiate",
"req_id": "run-1a7bee2e-815d-4fde-8a54-e8ecb5839335",
"req_id": "run-062a793f-a83f-4198-a792-9dfc39f623a6",
"prompt": [1],
"module_id": "jsctrl-latest",
"module_arg": "async function main() {\n await $`Ultimate answer is to the life, universe and everything is `\n await gen({ regex: /\\d\\d/ })\n}\n\nstart(main)\n"
Expand Down
4 changes: 2 additions & 2 deletions py/pyaici/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,13 +41,13 @@ def add_cli_args(parser: argparse.ArgumentParser, single=False):

if single:
parser.add_argument(
"--aici-module",
"--controller",
type=str,
required=True,
help="id of the module to run",
)
parser.add_argument(
"--aici-module-arg",
"--controller-arg",
type=str,
default="",
help="arg passed to module (filename)",
Expand Down
Loading

0 comments on commit 7c5d0db

Please sign in to comment.