Convert to user selected camera matching

docs/source/docs/contributing/building-photon.md

@@ -290,5 +290,5 @@ Then, run the examples:
 Using the [GitHub CLI](https://cli.github.com/), we can download artifacts from pipelines by run ID and name:
 
 ```
-~/photonvision$ gh run download 11759699679 -n jar-Linux 
+~/photonvision$ gh run download 11759699679 -n jar-Linux
 ```

photon-client/src/App.vue

@@ -40,6 +40,9 @@ if (!is_demo) {
       if (data.calibrationData !== undefined) {
         useStateStore().updateCalibrationStateValuesFromWebsocket(data.calibrationData);
       }
+      if (data.discoveredCameras !== undefined) {
+        useStateStore().updateDiscoveredCameras(data.discoveredCameras);
+      }
     },
     () => {
       useStateStore().$patch({ backendConnected: false });

photon-client/src/components/app/photon-sidebar.vue

@@ -2,6 +2,8 @@
 import { computed, getCurrentInstance } from "vue";
 import { useSettingsStore } from "@/stores/settings/GeneralSettingsStore";
 import { useStateStore } from "@/stores/StateStore";
+import { useCameraSettingsStore } from "@/stores/settings/CameraSettingsStore";
+import { PlaceholderCameraSettings } from "@/types/SettingTypes";
 
 const compact = computed<boolean>({
   get: () => {
@@ -14,6 +16,13 @@ const compact = computed<boolean>({
 
 // Vuetify2 doesn't yet support the useDisplay API so this is required to access the prop when using the Composition API
 const mdAndUp = computed<boolean>(() => getCurrentInstance()?.proxy.$vuetify.breakpoint.mdAndUp || false);
+
+const needsCamerasConfigured = computed<boolean>(() => {
+  const ret = useCameraSettingsStore().cameras.length === 0 || useCameraSettingsStore().cameras[0] === PlaceholderCameraSettings;
+  console.log(ret);
+  return ret;
+});
+
 </script>
 
 <template>
@@ -40,7 +49,7 @@ const mdAndUp = computed<boolean>(() => getCurrentInstance()?.proxy.$vuetify.bre
           <v-icon>mdi-camera</v-icon>
         </v-list-item-icon>
         <v-list-item-content>
-          <v-list-item-title>Cameras</v-list-item-title>
+          <v-list-item-title>Camera</v-list-item-title>
         </v-list-item-content>
       </v-list-item>
       <v-list-item link to="/settings">
@@ -51,6 +60,18 @@ const mdAndUp = computed<boolean>(() => getCurrentInstance()?.proxy.$vuetify.bre
           <v-list-item-title>Settings</v-list-item-title>
         </v-list-item-content>
       </v-list-item>
+      <v-list-item link to="/cameraConfigs">
+        <v-list-item-icon>
+          <v-icon>mdi-notebook</v-icon>
+        </v-list-item-icon>
+        <v-list-item-content v-if="needsCamerasConfigured">
+          <v-list-item-title>Needs Camera Matching! needs matching</v-list-item-title>
+        </v-list-item-content>
+        <v-list-item-content v-if="!needsCamerasConfigured">
+        </v-list-item-content>
+          <v-list-item-title>Camera Matching</v-list-item-title>
+        </v-list-item-content>
+      </v-list-item>
       <v-list-item link to="/docs">
         <v-list-item-icon>
           <v-icon>mdi-bookshelf</v-icon>
@@ -119,4 +140,20 @@ const mdAndUp = computed<boolean>(() => getCurrentInstance()?.proxy.$vuetify.bre
   height: 70px;
   object-fit: contain;
 }
+
+.cameraicon {
+  animation: pulse 2s infinite;
+}
+
+@keyframes pulse {
+  0% {
+    transform: scale(0.9);
+  }
+  50% {
+    transform: scale(1.1);
+  }
+  100% {
+    transform: scale(0.9);
+  }
+}
 </style>

photon-client/src/router/index.ts

@@ -6,6 +6,7 @@ import CameraSettingsView from "@/views/CameraSettingsView.vue";
 import GeneralSettingsView from "@/views/GeneralSettingsView.vue";
 import DocsView from "@/views/DocsView.vue";
 import NotFoundView from "@/views/NotFoundView.vue";
+import CameraMatchingView from "@/views/CameraMatchingView.vue";
 
 Vue.use(VueRouter);
 
@@ -33,6 +34,11 @@ const router = new VueRouter({
       name: "Settings",
       component: GeneralSettingsView
     },
+    {
+      path: "/cameraConfigs",
+      name: "Camera Matching",
+      component: CameraMatchingView
+    },
     {
       path: "/docs",
       name: "Docs",

photon-client/src/stores/StateStore.ts

@@ -1,5 +1,5 @@
 import { defineStore } from "pinia";
-import type { LogMessage } from "@/types/SettingTypes";
+import type { LogMessage, UniqueCameraSummary } from "@/types/SettingTypes";
 import type { AutoReconnectingWebsocket } from "@/lib/AutoReconnectingWebsocket";
 import type { MultitagResult, PipelineResult } from "@/types/PhotonTrackingTypes";
 import type {
@@ -24,7 +24,7 @@ interface StateStore {
   logMessages: LogMessage[];
   currentCameraIndex: number;
 
-  backendResults: Record<string, PipelineResult>;
+  backendResults: Record<number, PipelineResult>;
   multitagResultBuffer: Record<string, MultitagResult[]>;
 
   colorPickingMode: boolean;
@@ -42,6 +42,8 @@ interface StateStore {
     color: string;
     timeout: number;
   };
+
+  discoveredCameras: UniqueCameraSummary[];
 }
 
 export const useStateStore = defineStore("state", {
@@ -59,7 +61,16 @@ export const useStateStore = defineStore("state", {
       logMessages: [],
       currentCameraIndex: 0,
 
-      backendResults: {},
+      backendResults: {
+        0: {
+          classNames: [],
+          fps: 1,
+          latency: 2,
+          sequenceID: 3,
+          targets: [],
+          multitagResult: undefined
+        }
+      },
       multitagResultBuffer: {},
 
       colorPickingMode: false,
@@ -76,7 +87,9 @@ export const useStateStore = defineStore("state", {
         message: "No Message",
         color: "info",
         timeout: 2000
-      }
+      },
+
+      discoveredCameras: []
     };
   },
   getters: {
@@ -136,6 +149,9 @@ export const useStateStore = defineStore("state", {
         hasEnoughImages: data.hasEnough
       };
     },
+    updateDiscoveredCameras(data: UniqueCameraSummary[]) {
+      this.discoveredCameras = data;
+    },
     showSnackbarMessage(data: { message: string; color: string; timeout?: number }) {
       this.snackbarData = {
         show: true,

photon-client/src/stores/settings/CameraSettingsStore.ts

@@ -88,6 +88,8 @@ export const useCameraSettingsStore = defineStore("cameraSettings", {
   actions: {
     updateCameraSettingsFromWebsocket(data: WebsocketCameraSettingsUpdate[]) {
       const configuredCameras = data.map<CameraSettings>((d) => ({
+        cameraPath: d.cameraPath,
+
         nickname: d.nickname,
         uniqueName: d.uniqueName,
         fov: {
@@ -126,6 +128,13 @@ export const useCameraSettingsStore = defineStore("cameraSettings", {
         minWhiteBalanceTemp: d.minWhiteBalanceTemp,
         maxWhiteBalanceTemp: d.maxWhiteBalanceTemp
       }));
+
+      // Clamp index to between 0 and [length - 1]
+      useStateStore().currentCameraIndex = Math.max(
+        0,
+        Math.min(useStateStore().currentCameraIndex, configuredCameras.length - 1)
+      );
+
       this.cameras = configuredCameras.length > 0 ? configuredCameras : [PlaceholderCameraSettings];
     },
     /**

photon-client/src/stores/settings/GeneralSettingsStore.ts

@@ -17,7 +17,6 @@ interface GeneralSettingsStore {
   network: NetworkSettings;
   lighting: LightingSettings;
   metrics: MetricData;
-  currentFieldLayout: AprilTagFieldLayout;
 }
 
 export const useSettingsStore = defineStore("settings", {

photon-client/src/types/PhotonTrackingTypes.ts

@@ -67,6 +67,7 @@ export interface MultitagResult {
 }
 
 export interface PipelineResult {
+  sequenceID: number;
   fps: number;
   latency: number;
   targets: PhotonTarget[];

photon-client/src/types/SettingTypes.ts

@@ -56,6 +56,27 @@ export type ConfigurableNetworkSettings = Omit<
   "canManage" | "networkInterfaceNames" | "networkingDisabled"
 >;
 
+export interface UiCameraConfiguration {}
+export interface CameraConfiguration {}
+
+export interface PvCameraInfo {
+  cameraType: string; // CameraType -- todo
+  dev: number;
+  path: string;
+  name: string;
+  otherPaths: string[];
+  vendorId: number;
+  productId: number;
+}
+
+export interface UniqueCameraSummary {
+  uniqueName: string;
+  name: string;
+  path: string;
+  otherPaths: string[];
+  type: string;
+}
+
 export interface LightingSettings {
   supported: boolean;
   brightness: number;
@@ -173,6 +194,8 @@ export interface QuirkyCamera {
 }
 
 export interface CameraSettings {
+  cameraPath: string;
+
   nickname: string;
   uniqueName: string;
 
@@ -209,6 +232,8 @@ export interface CameraSettingsChangeRequest {
 }
 
 export const PlaceholderCameraSettings: CameraSettings = {
+  cameraPath: "/dev/null",
+
   nickname: "Placeholder Camera",
   uniqueName: "Placeholder Name",
   fov: {

photon-client/src/types/WebsocketDataTypes.ts

@@ -5,7 +5,8 @@ import type {
   LogLevel,
   MetricData,
   NetworkSettings,
-  QuirkyCamera
+  QuirkyCamera,
+  UniqueCameraSummary
 } from "@/types/SettingTypes";
 import type { ActivePipelineSettings } from "@/types/PipelineTypes";
 import type { AprilTagFieldLayout, PipelineResult } from "@/types/PhotonTrackingTypes";
@@ -44,7 +45,9 @@ export type WebsocketVideoFormat = Record<
   }
 >;
 
+// Companion to UICameraConfiguration in Java
 export interface WebsocketCameraSettingsUpdate {
+  cameraPath: string;
   calibrations: CameraCalibrationResult[];
   currentPipelineIndex: number;
   currentPipelineSettings: ActivePipelineSettings;
@@ -98,6 +101,7 @@ export interface IncomingWebsocketData {
   mutatePipelineSettings?: Partial<ActivePipelineSettings>;
   cameraIndex?: number; // Sent when mutating pipeline settings to check against currently active
   calibrationData?: WebsocketCalibrationData;
+  discoveredCameras?: UniqueCameraSummary[];
 }
 
 export enum WebsocketPipelineType {