Android XR & AI Glasses: Developer Guide 2026

// Request visual analysis from Gemini
val geminiService = GeminiXR.getInstance(context)

// Capture current field of view
val visualContext = captureFieldOfView()

// Send multimodal query
val response = geminiService.query(
    text = "What restaurant is this and what's on the menu?",
    image = visualContext.currentFrame,
    location = getCurrentLocation(),
    conversationHistory = sessionHistory
)

// Display response in AR overlay
spatialUI.showInfoCard(
    content = response.text,
    anchor = visualContext.pointOfInterest,
    duration = CardDuration.UNTIL_DISMISSED
)

class MainActivity : XrActivity() {
    private lateinit var spatialSession: SpatialSession

    override fun onCreate(savedInstanceState: Bundle?) {
        super.onCreate(savedInstanceState)

        // Initialize spatial session
        spatialSession = SpatialSession.Builder(this)
            .setFeatures(
                SpatialFeature.PLANE_DETECTION,
                SpatialFeature.SPATIAL_ANCHORS,
                SpatialFeature.HAND_TRACKING
            )
            .build()

        // Set up Compose XR content
        setContent {
            XrTheme {
                SpatialScaffold(
                    session = spatialSession
                ) {
                    FloatingInfoPanel()
                }
            }
        }
    }
}

@Composable
fun FloatingInfoPanel() {
    val planeState = rememberPlaneDetectionState()

    // Anchor card to detected surface
    SpatialPanel(
        anchor = planeState.primaryPlane,
        offset = Offset3D(0f, 1.5f, -1f), // 1.5m up, 1m in front
        size = PanelSize(0.4f, 0.3f) // 40cm x 30cm
    ) {
        Card(
            modifier = Modifier.fillMaxSize(),
            colors = CardDefaults.cardColors(
                containerColor = Color.White.copy(alpha = 0.9f)
            )
        ) {
            Column(
                modifier = Modifier.padding(16.dp),
                horizontalAlignment = Alignment.CenterHorizontally
            ) {
                Text(
                    text = "Welcome to Android XR",
                    style = MaterialTheme.typography.headlineSmall
                )
                Spacer(modifier = Modifier.height(8.dp))
                Text(
                    text = "This panel is floating in your space",
                    style = MaterialTheme.typography.bodyMedium
                )
            }
        }
    }
}