We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d3bf7db commit e915bdfCopy full SHA for e915bdf
1 file changed
llama_cpp/server/__main__.py
@@ -28,6 +28,22 @@
28
29
from llama_cpp.server.app import create_app, Settings
30
31
+parser = argparse.ArgumentParser()
32
+for name, field in Settings.model_fields.items():
33
+ description = field.description
34
+ if field.default is not None and description is not None:
35
+ description += f" (default: {field.default})"
36
+ parser.add_argument(
37
+ f"--{name}",
38
+ dest=name,
39
+ type=field.annotation if field.annotation is not None else str,
40
+ help=description,
41
+ )
42
+
43
+args = parser.parse_args()
44
+settings = Settings(**{k: v for k, v in vars(args).items() if v is not None})
45
+app = create_app(settings=settings)
46
47
if __name__ == "__main__":
48
parser = argparse.ArgumentParser()
49
for name, field in Settings.model_fields.items():
0 commit comments