[None][feat] add FLUX visual generation examples

examples/visual_gen/README.md

@@ -19,11 +19,15 @@ for feature details.
 python quickstart_example.py
 python models/wan_t2v.py
 python models/ltx2.py
+python models/flux1.py
+python models/flux2.py
 
 # With engine config (quant, parallelism, etc.)
 python models/wan_t2v.py --visual_gen_args configs/wan2.2-t2v-fp4-1gpu.yaml
 python models/wan_i2v.py --visual_gen_args configs/wan2.2-i2v-fp4-1gpu.yaml --image /path/to/image.png
 python models/ltx2.py --visual_gen_args configs/ltx2-t2v-fp8-1-gpu.yaml
+python models/flux1.py --visual_gen_args configs/flux1-dev-fp4-1gpu.yaml
+python models/flux2.py --visual_gen_args configs/flux2-dev-fp4-1gpu.yaml
 ```
 
 Install deps from the repo root: `pip install -r requirements-dev.txt`.

examples/visual_gen/configs/flux1-dev-fp4-1gpu.yaml

@@ -0,0 +1,27 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# 1-GPU FLUX.1-dev with NVFP4 dynamic quantization.
+# Shared by offline examples (--visual_gen_args) and trtllm-serve.
+quant_config:
+  quant_algo: NVFP4
+  dynamic: true
+attention_config:
+  backend: VANILLA
+parallel_config:
+  cfg_size: 1
+  ulysses_size: 1
+cuda_graph_config:
+  enable: false

examples/visual_gen/configs/flux2-dev-fp4-1gpu.yaml

@@ -0,0 +1,27 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# 1-GPU FLUX.2-dev with NVFP4 dynamic quantization.
+# Shared by offline examples (--visual_gen_args) and trtllm-serve.
+quant_config:
+  quant_algo: NVFP4
+  dynamic: true
+attention_config:
+  backend: VANILLA
+parallel_config:
+  cfg_size: 1
+  ulysses_size: 1
+cuda_graph_config:
+  enable: false

examples/visual_gen/models/flux1.py

@@ -0,0 +1,91 @@
+#!/usr/bin/env python3
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""FLUX.1 text-to-image generation.
+
+Usage:
+    python flux1.py
+    python flux1.py --visual_gen_args ../configs/flux1-dev-fp4-1gpu.yaml
+"""
+
+import argparse
+from pathlib import Path
+
+from tensorrt_llm import VisualGen, VisualGenArgs
+
+
+def _output_paths(output_path: str, num_images: int) -> str | list[str]:
+    if num_images == 1:
+        return output_path
+
+    path = Path(output_path)
+    return [str(path.with_name(f"{path.stem}_{idx + 1}{path.suffix}")) for idx in range(num_images)]
+
+
+def main():
+    parser = argparse.ArgumentParser(description="FLUX.1 Text-to-Image example")
+    parser.add_argument(
+        "--model",
+        type=str,
+        default="black-forest-labs/FLUX.1-dev",
+        help="Model path or HuggingFace Hub ID",
+    )
+    parser.add_argument(
+        "--visual_gen_args",
+        "--extra_visual_gen_options",
+        dest="visual_gen_args",
+        type=str,
+        default=None,
+        help="Path to YAML config (same as trtllm-serve --visual_gen_args)",
+    )
+    parser.add_argument(
+        "--prompt",
+        type=str,
+        default="A cat sitting on a windowsill, cinematic lighting, highly detailed",
+        help="Text prompt for image generation",
+    )
+    parser.add_argument(
+        "--num_images_per_prompt",
+        type=int,
+        default=1,
+        help="Number of images to generate for the prompt",
+    )
+    parser.add_argument(
+        "--output_path",
+        type=str,
+        default="flux1_output.png",
+        help="Path to save the output image. For multiple images, an index is appended.",
+    )
+    args = parser.parse_args()
+    if args.num_images_per_prompt < 1:
+        raise ValueError("--num_images_per_prompt must be >= 1")
+
+    # Engine config from shared YAML (optional); model-specific defaults apply otherwise.
+    extra_args = VisualGenArgs.from_yaml(args.visual_gen_args) if args.visual_gen_args else None
+    visual_gen = VisualGen(model=args.model, args=extra_args)
+
+    # --- Model-specific: T2I request construction ---
+    # Start from per-model defaults (resolution, steps, guidance, seed, etc.) and set image count.
+    params = visual_gen.default_params
+    params.num_images_per_prompt = args.num_images_per_prompt
+
+    output = visual_gen.generate(inputs=args.prompt, params=params)
+
+    saved = output.save(_output_paths(args.output_path, args.num_images_per_prompt))
+    print(f"Saved: {saved}")
+
+
+if __name__ == "__main__":
+    main()

examples/visual_gen/models/flux2.py

@@ -0,0 +1,91 @@
+#!/usr/bin/env python3
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""FLUX.2 text-to-image generation.
+
+Usage:
+    python flux2.py
+    python flux2.py --visual_gen_args ../configs/flux2-dev-fp4-1gpu.yaml
+"""
+
+import argparse
+from pathlib import Path
+
+from tensorrt_llm import VisualGen, VisualGenArgs
+
+
+def _output_paths(output_path: str, num_images: int) -> str | list[str]:
+    if num_images == 1:
+        return output_path
+
+    path = Path(output_path)
+    return [str(path.with_name(f"{path.stem}_{idx + 1}{path.suffix}")) for idx in range(num_images)]
+
+
+def main():
+    parser = argparse.ArgumentParser(description="FLUX.2 Text-to-Image example")
+    parser.add_argument(
+        "--model",
+        type=str,
+        default="black-forest-labs/FLUX.2-dev",
+        help="Model path or HuggingFace Hub ID",
+    )
+    parser.add_argument(
+        "--visual_gen_args",
+        "--extra_visual_gen_options",
+        dest="visual_gen_args",
+        type=str,
+        default=None,
+        help="Path to YAML config (same as trtllm-serve --visual_gen_args)",
+    )
+    parser.add_argument(
+        "--prompt",
+        type=str,
+        default="A cat sitting on a windowsill, cinematic lighting, highly detailed",
+        help="Text prompt for image generation",
+    )
+    parser.add_argument(
+        "--num_images_per_prompt",
+        type=int,
+        default=1,
+        help="Number of images to generate for the prompt",
+    )
+    parser.add_argument(
+        "--output_path",
+        type=str,
+        default="flux2_output.png",
+        help="Path to save the output image. For multiple images, an index is appended.",
+    )
+    args = parser.parse_args()
+    if args.num_images_per_prompt < 1:
+        raise ValueError("--num_images_per_prompt must be >= 1")
+
+    # Engine config from shared YAML (optional); model-specific defaults apply otherwise.
+    extra_args = VisualGenArgs.from_yaml(args.visual_gen_args) if args.visual_gen_args else None
+    visual_gen = VisualGen(model=args.model, args=extra_args)
+
+    # --- Model-specific: T2I request construction ---
+    # Start from per-model defaults (resolution, steps, guidance, seed, etc.) and set image count.
+    params = visual_gen.default_params
+    params.num_images_per_prompt = args.num_images_per_prompt
+
+    output = visual_gen.generate(inputs=args.prompt, params=params)
+
+    saved = output.save(_output_paths(args.output_path, args.num_images_per_prompt))
+    print(f"Saved: {saved}")
+
+
+if __name__ == "__main__":
+    main()