Add first version of demo

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.ply filter=lfs diff=lfs merge=lfs -text
+*.obj filter=lfs diff=lfs merge=lfs -text

app.py

@@ -1,26 +1,45 @@
 import gradio as gr
+from gradio_litmodel3d import LitModel3D
 
-def greet(name):
-    return f"Hello {name}!"
+# Predefined questions
+questions_list = [
+    "How many curtains are there over the windows in a room?",
+    "What is front of the window and behind the mini fridge?",
+    "Name the type of room described by the list of object.",
+    "Can I make dinner in this room?"
+]
 
-with gr.Blocks() as demo:
-    gr.Markdown("## Greeting + 3D Point Cloud Demo")
+# Function to generate answer based on selected question
+def get_answer(question):
+    answers = {
+        "How many curtains are there over the windows in a room?": "2.",
+        "What is front of the window and behind the mini fridge?": "Curtains.",
+        "Name the type of room described by the list of object.": "Hotel room.",
+        "Can I make dinner in this room?": "No."
+    }
+    return answers.get(question, "")
 
+with gr.Blocks(title="3DGraphLLM Q&A Demo") as demo:
+    gr.Markdown("# 3DGraphLLM Q&A Demo")  # H1 heading
+    gr.Markdown("Select a question to see the corresponding answer.")  # Optional subtitle/description
     with gr.Row():
-        # Greeting app on the left
-        with gr.Column(scale=1):
-            gr.Markdown("### Greeting App")
-            name = gr.Textbox(label="Enter your name")
-            output = gr.Textbox(label="Greeting")
-            greet_btn = gr.Button("Greet")
-            greet_btn.click(fn=greet, inputs=name, outputs=output)
+        # Left block: Questions and Answers
+        with gr.Column():
+            question_dropdown = gr.Dropdown(label="Questions", choices=questions_list)
+            answer_box = gr.Textbox(label="Answer", interactive=False)
 
-        # 3D viewer on the right
-        with gr.Column(scale=2):
-            gr.Markdown("### 3D Point Cloud Viewer")
-            model3d = gr.Model3D(
-                value="scene0435_00_vh_clean_2.ply",
-                clear_color=[1, 1, 1, 1]
+            # Update answer when question is selected
+            question_dropdown.change(fn=get_answer, inputs=question_dropdown, outputs=answer_box)
+
+        # Right block: 3D model viewer
+        with gr.Column():
+            model3d = LitModel3D(
+                value="colored_sphere.obj",
+                interactive=False,
+                exposure=4.0,
+                contrast=1,
+                camera_position=(90, 90, 7)
             )
 
-demo.launch()
+if __name__ == "__main__":
+    demo.launch()

colored_sphere.obj

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0623db05615dfdab7a8b430a9a9d280cb04494851279f776570e4648e81d2c
+size 124159899

pc_to_mesh.py

@@ -0,0 +1,61 @@
+import open3d as o3d
+import torch
+import numpy as np
+
+pc_points, pc_colors, _, _ = torch.load("scene0435_00.pth", weights_only=False)
+
+# Convert points to NumPy array
+points = np.asarray(pc_points)
+
+# Define Z range to keep (e.g., remove points with z > 1.0)
+z_min, z_max = -np.inf, 2.1
+mask = (points[:, 2] >= z_min) & (points[:, 2] <= z_max)
+
+pcd = o3d.geometry.PointCloud()
+pcd.points = o3d.utility.Vector3dVector(pc_points[mask])
+pcd.colors = o3d.utility.Vector3dVector(pc_colors[mask] / 255)
+
+# Angle in radians
+theta = np.pi / 2  
+
+# Rotation matrix around Z-axis
+R = np.array([
+    [np.cos(theta), -np.sin(theta), 0],
+    [np.sin(theta),  np.cos(theta), 0],
+    [0,             0,              1]
+])
+
+pcd.rotate(R, center=(0, 0, 0)) 
+
+# --- Create a sample mesh ---
+# Estimate normals (required)
+pcd.estimate_normals(search_param=o3d.geometry.KDTreeSearchParamHybrid(
+    radius=0.01, max_nn=2
+))
+
+# Poisson reconstruction
+mesh, densities = o3d.geometry.TriangleMesh.create_from_point_cloud_poisson(
+    pcd, depth=10
+)
+
+# Optional: crop mesh to original bounds
+bbox = pcd.get_axis_aligned_bounding_box()
+
+mesh = mesh.crop(bbox)
+
+# colors = np.asarray(mesh.vertex_colors)  # Nx3 array, values in [0,1]
+# factor = 2  # >1 to lighten, <1 to darken
+# colors = np.clip(colors * factor, 0, 1)  # keep in [0,1]
+
+# # Stretch each channel to [0,1]
+# min_val = colors.min(axis=0)
+# max_val = np.quantile(colors, q=0.95, axis=0)
+# print(min_val, max_val)
+# colors = (colors - min_val) / (max_val - min_val + 1e-8)
+# mesh.vertex_colors = o3d.utility.Vector3dVector(colors)
+
+
+# --- Save mesh as .obj with per-vertex colors ---
+o3d.io.write_triangle_mesh("colored_sphere.obj", mesh, write_vertex_colors=True)
+
+print("Saved colored OBJ: colored_sphere.obj")

scene0435_00_vh_clean_2.ply → scene0435_00.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08ab92a8f1cbf9d5ba34253474b1ff34f13d8ab3cf269ab57d799b4f1756f82f
-size 10466787
+oid sha256:75ec2bd156032cf2e79525a6cd619421193c955d52a95e372406adf95485a2b4
+size 8757881