PlanOpticon

planopticon / architecture / providers / index.html
Source Rendered
Blame History Raw 1983 lines
1
2
<!doctype html>
3
<html lang="en" class="no-js">
4
<head>
5
6
<meta charset="utf-8">
7
<meta name="viewport" content="width=device-width,initial-scale=1">
8
9
<meta name="description" content="AI-powered video analysis and knowledge extraction">
10
11
12
<meta name="author" content="CONFLICT LLC">
13
14
15
<link rel="canonical" href="https://planopticon.dev/architecture/providers/">
16
17
18
<link rel="prev" href="../overview/">
19
20
21
<link rel="next" href="../pipeline/">
22
23
24
25
26
27
<link rel="icon" href="../../assets/images/favicon.png">
28
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.4">
29
30
31
32
<title>Provider System - PlanOpticon</title>
33
34
35
36
<link rel="stylesheet" href="../../assets/stylesheets/main.484c7ddc.min.css">
37
38
39
<link rel="stylesheet" href="../../assets/stylesheets/palette.ab4e12ef.min.css">
40
41
42
43
44
45
46
47
48
49
50
51
52
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
53
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
54
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
55
56
57
58
<link rel="stylesheet" href="../../assets/_mkdocstrings.css">
59
60
<link rel="stylesheet" href="../../assets/css/custom.css">
61
62
<script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
63
64
65
66
67
68
</head>
69
70
71
72
73
74
75
76
77
78
<body dir="ltr" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom">
79
80
81
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
82
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
83
<label class="md-overlay" for="__drawer"></label>
84
<div data-md-component="skip">
85
86
87
<a href="#provider-system" class="md-skip">
88
Skip to content
89
</a>
90
91
</div>
92
<div data-md-component="announce">
93
94
</div>
95
96
97
98
99
<header class="md-header" data-md-component="header">
100
<nav class="md-header__inner md-grid" aria-label="Header">
101
<a href="../.." title="PlanOpticon" class="md-header__button md-logo" aria-label="PlanOpticon" data-md-component="logo">
102
103
<img src="../../assets/images/conflict-logo.svg" alt="logo">
104
105
</a>
106
<label class="md-header__button md-icon" for="__drawer">
107
108
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
109
</label>
110
<div class="md-header__title" data-md-component="header-title">
111
<div class="md-header__ellipsis">
112
<div class="md-header__topic">
113
<span class="md-ellipsis">
114
PlanOpticon
115
</span>
116
</div>
117
<div class="md-header__topic" data-md-component="header-topic">
118
<span class="md-ellipsis">
119
120
Provider System
121
122
</span>
123
</div>
124
</div>
125
</div>
126
127
128
<form class="md-header__option" data-md-component="palette">
129
130
131
132
133
<input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0">
134
135
<label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
136
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
137
</label>
138
139
140
141
142
143
<input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="custom" data-md-color-accent="custom" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
144
145
<label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_0" hidden>
146
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
147
</label>
148
149
150
</form>
151
152
153
154
<script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
155
156
157
158
159
160
<label class="md-header__button md-icon" for="__search">
161
162
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
163
</label>
164
<div class="md-search" data-md-component="search" role="dialog">
165
<label class="md-search__overlay" for="__search"></label>
166
<div class="md-search__inner" role="search">
167
<form class="md-search__form" name="search">
168
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
169
<label class="md-search__icon md-icon" for="__search">
170
171
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
172
173
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
174
</label>
175
<nav class="md-search__options" aria-label="Search">
176
177
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
178
179
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
180
</button>
181
</nav>
182
183
<div class="md-search__suggest" data-md-component="search-suggest"></div>
184
185
</form>
186
<div class="md-search__output">
187
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
188
<div class="md-search-result" data-md-component="search-result">
189
<div class="md-search-result__meta">
190
Initializing search
191
</div>
192
<ol class="md-search-result__list" role="presentation"></ol>
193
</div>
194
</div>
195
</div>
196
</div>
197
</div>
198
199
200
201
<div class="md-header__source">
202
<a href="https://github.com/ConflictHQ/PlanOpticon" title="Go to repository" class="md-source" data-md-component="source">
203
<div class="md-source__icon md-icon">
204
205
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M173.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M252.8 8C114.1 8 8 113.3 8 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C436.2 457.8 504 362.9 504 252 504 113.3 391.5 8 252.8 8M105.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
206
</div>
207
<div class="md-source__repository">
208
ConflictHQ/PlanOpticon
209
</div>
210
</a>
211
</div>
212
213
</nav>
214
215
</header>
216
217
<div class="md-container" data-md-component="container">
218
219
220
221
222
223
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
224
<div class="md-grid">
225
<ul class="md-tabs__list">
226
227
228
229
230
231
232
<li class="md-tabs__item">
233
<a href="../.." class="md-tabs__link">
234
235
236
237
238
239
Home
240
241
</a>
242
</li>
243
244
245
246
247
248
249
250
251
252
253
<li class="md-tabs__item">
254
<a href="../../getting-started/installation/" class="md-tabs__link">
255
256
257
258
Getting Started
259
260
</a>
261
</li>
262
263
264
265
266
267
268
269
270
271
272
273
<li class="md-tabs__item">
274
<a href="../../guide/single-video/" class="md-tabs__link">
275
276
277
278
User Guide
279
280
</a>
281
</li>
282
283
284
285
286
287
288
289
290
291
<li class="md-tabs__item">
292
<a href="../../use-cases/" class="md-tabs__link">
293
294
295
296
297
298
Use Cases
299
300
</a>
301
</li>
302
303
304
305
306
307
308
309
310
<li class="md-tabs__item">
311
<a href="../../cli-reference/" class="md-tabs__link">
312
313
314
315
316
317
CLI Reference
318
319
</a>
320
</li>
321
322
323
324
325
326
327
328
329
330
331
332
333
<li class="md-tabs__item md-tabs__item--active">
334
<a href="../overview/" class="md-tabs__link">
335
336
337
338
Architecture
339
340
</a>
341
</li>
342
343
344
345
346
347
348
349
350
351
352
353
<li class="md-tabs__item">
354
<a href="../../api/models/" class="md-tabs__link">
355
356
357
358
API Reference
359
360
</a>
361
</li>
362
363
364
365
366
367
368
369
370
371
<li class="md-tabs__item">
372
<a href="../../faq/" class="md-tabs__link">
373
374
375
376
377
378
FAQ & Troubleshooting
379
380
</a>
381
</li>
382
383
384
385
386
387
388
389
390
<li class="md-tabs__item">
391
<a href="../../contributing/" class="md-tabs__link">
392
393
394
395
396
397
Contributing
398
399
</a>
400
</li>
401
402
403
404
</ul>
405
</div>
406
</nav>
407
408
409
410
<main class="md-main" data-md-component="main">
411
<div class="md-main__inner md-grid">
412
413
414
415
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
416
<div class="md-sidebar__scrollwrap">
417
<div class="md-sidebar__inner">
418
419
420
421
422
423
424
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
425
<label class="md-nav__title" for="__drawer">
426
<a href="../.." title="PlanOpticon" class="md-nav__button md-logo" aria-label="PlanOpticon" data-md-component="logo">
427
428
<img src="../../assets/images/conflict-logo.svg" alt="logo">
429
430
</a>
431
PlanOpticon
432
</label>
433
434
<div class="md-nav__source">
435
<a href="https://github.com/ConflictHQ/PlanOpticon" title="Go to repository" class="md-source" data-md-component="source">
436
<div class="md-source__icon md-icon">
437
438
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M173.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M252.8 8C114.1 8 8 113.3 8 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C436.2 457.8 504 362.9 504 252 504 113.3 391.5 8 252.8 8M105.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
439
</div>
440
<div class="md-source__repository">
441
ConflictHQ/PlanOpticon
442
</div>
443
</a>
444
</div>
445
446
<ul class="md-nav__list" data-md-scrollfix>
447
448
449
450
451
452
453
454
<li class="md-nav__item">
455
<a href="../.." class="md-nav__link">
456
457
458
459
<span class="md-ellipsis">
460
461
462
Home
463
464
465
466
</span>
467
468
469
470
</a>
471
</li>
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
<li class="md-nav__item md-nav__item--nested">
492
493
494
495
496
497
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_2" >
498
499
500
<label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
501
502
503
504
<span class="md-ellipsis">
505
506
507
Getting Started
508
509
510
511
</span>
512
513
514
515
<span class="md-nav__icon md-icon"></span>
516
</label>
517
518
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
519
<label class="md-nav__title" for="__nav_2">
520
<span class="md-nav__icon md-icon"></span>
521
522
523
Getting Started
524
525
526
</label>
527
<ul class="md-nav__list" data-md-scrollfix>
528
529
530
531
532
533
534
535
<li class="md-nav__item">
536
<a href="../../getting-started/installation/" class="md-nav__link">
537
538
539
540
<span class="md-ellipsis">
541
542
543
Installation
544
545
546
547
</span>
548
549
550
551
</a>
552
</li>
553
554
555
556
557
558
559
560
561
562
563
<li class="md-nav__item">
564
<a href="../../getting-started/quickstart/" class="md-nav__link">
565
566
567
568
<span class="md-ellipsis">
569
570
571
Quick Start
572
573
574
575
</span>
576
577
578
579
</a>
580
</li>
581
582
583
584
585
586
587
588
589
590
591
<li class="md-nav__item">
592
<a href="../../getting-started/configuration/" class="md-nav__link">
593
594
595
596
<span class="md-ellipsis">
597
598
599
Configuration
600
601
602
603
</span>
604
605
606
607
</a>
608
</li>
609
610
611
612
613
</ul>
614
</nav>
615
616
</li>
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
<li class="md-nav__item md-nav__item--nested">
637
638
639
640
641
642
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
643
644
645
<label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
646
647
648
649
<span class="md-ellipsis">
650
651
652
User Guide
653
654
655
656
</span>
657
658
659
660
<span class="md-nav__icon md-icon"></span>
661
</label>
662
663
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
664
<label class="md-nav__title" for="__nav_3">
665
<span class="md-nav__icon md-icon"></span>
666
667
668
User Guide
669
670
671
</label>
672
<ul class="md-nav__list" data-md-scrollfix>
673
674
675
676
677
678
679
680
<li class="md-nav__item">
681
<a href="../../guide/single-video/" class="md-nav__link">
682
683
684
685
<span class="md-ellipsis">
686
687
688
Single Video Analysis
689
690
691
692
</span>
693
694
695
696
</a>
697
</li>
698
699
700
701
702
703
704
705
706
707
708
<li class="md-nav__item">
709
<a href="../../guide/batch/" class="md-nav__link">
710
711
712
713
<span class="md-ellipsis">
714
715
716
Batch Processing
717
718
719
720
</span>
721
722
723
724
</a>
725
</li>
726
727
728
729
730
731
732
733
734
735
736
<li class="md-nav__item">
737
<a href="../../guide/document-ingestion/" class="md-nav__link">
738
739
740
741
<span class="md-ellipsis">
742
743
744
Document Ingestion
745
746
747
748
</span>
749
750
751
752
</a>
753
</li>
754
755
756
757
758
759
760
761
762
763
764
<li class="md-nav__item">
765
<a href="../../guide/cloud-sources/" class="md-nav__link">
766
767
768
769
<span class="md-ellipsis">
770
771
772
Cloud Sources
773
774
775
776
</span>
777
778
779
780
</a>
781
</li>
782
783
784
785
786
787
788
789
790
791
792
<li class="md-nav__item">
793
<a href="../../guide/knowledge-graphs/" class="md-nav__link">
794
795
796
797
<span class="md-ellipsis">
798
799
800
Knowledge Graphs
801
802
803
804
</span>
805
806
807
808
</a>
809
</li>
810
811
812
813
814
815
816
817
818
819
820
<li class="md-nav__item">
821
<a href="../../guide/companion/" class="md-nav__link">
822
823
824
825
<span class="md-ellipsis">
826
827
828
Interactive Companion
829
830
831
832
</span>
833
834
835
836
</a>
837
</li>
838
839
840
841
842
843
844
845
846
847
848
<li class="md-nav__item">
849
<a href="../../guide/planning-agent/" class="md-nav__link">
850
851
852
853
<span class="md-ellipsis">
854
855
856
Planning Agent
857
858
859
860
</span>
861
862
863
864
</a>
865
</li>
866
867
868
869
870
871
872
873
874
875
876
<li class="md-nav__item">
877
<a href="../../guide/authentication/" class="md-nav__link">
878
879
880
881
<span class="md-ellipsis">
882
883
884
Authentication
885
886
887
888
</span>
889
890
891
892
</a>
893
</li>
894
895
896
897
898
899
900
901
902
903
904
<li class="md-nav__item">
905
<a href="../../guide/export/" class="md-nav__link">
906
907
908
909
<span class="md-ellipsis">
910
911
912
Export & Documents
913
914
915
916
</span>
917
918
919
920
</a>
921
</li>
922
923
924
925
926
927
928
929
930
931
932
<li class="md-nav__item">
933
<a href="../../guide/output-formats/" class="md-nav__link">
934
935
936
937
<span class="md-ellipsis">
938
939
940
Output Formats
941
942
943
944
</span>
945
946
947
948
</a>
949
</li>
950
951
952
953
954
</ul>
955
</nav>
956
957
</li>
958
959
960
961
962
963
964
965
966
967
<li class="md-nav__item">
968
<a href="../../use-cases/" class="md-nav__link">
969
970
971
972
<span class="md-ellipsis">
973
974
975
Use Cases
976
977
978
979
</span>
980
981
982
983
</a>
984
</li>
985
986
987
988
989
990
991
992
993
994
<li class="md-nav__item">
995
<a href="../../cli-reference/" class="md-nav__link">
996
997
998
999
<span class="md-ellipsis">
1000
1001
1002
CLI Reference
1003
1004
1005
1006
</span>
1007
1008
1009
1010
</a>
1011
</li>
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
1037
1038
1039
1040
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" checked>
1041
1042
1043
<label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="">
1044
1045
1046
1047
<span class="md-ellipsis">
1048
1049
1050
Architecture
1051
1052
1053
1054
</span>
1055
1056
1057
1058
<span class="md-nav__icon md-icon"></span>
1059
</label>
1060
1061
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="true">
1062
<label class="md-nav__title" for="__nav_6">
1063
<span class="md-nav__icon md-icon"></span>
1064
1065
1066
Architecture
1067
1068
1069
</label>
1070
<ul class="md-nav__list" data-md-scrollfix>
1071
1072
1073
1074
1075
1076
1077
1078
<li class="md-nav__item">
1079
<a href="../overview/" class="md-nav__link">
1080
1081
1082
1083
<span class="md-ellipsis">
1084
1085
1086
Overview
1087
1088
1089
1090
</span>
1091
1092
1093
1094
</a>
1095
</li>
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
<li class="md-nav__item md-nav__item--active">
1109
1110
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
1111
1112
1113
1114
1115
1116
<label class="md-nav__link md-nav__link--active" for="__toc">
1117
1118
1119
1120
<span class="md-ellipsis">
1121
1122
1123
Provider System
1124
1125
1126
1127
</span>
1128
1129
1130
1131
<span class="md-nav__icon md-icon"></span>
1132
</label>
1133
1134
<a href="./" class="md-nav__link md-nav__link--active">
1135
1136
1137
1138
<span class="md-ellipsis">
1139
1140
1141
Provider System
1142
1143
1144
1145
</span>
1146
1147
1148
1149
</a>
1150
1151
1152
1153
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
1154
1155
1156
1157
1158
1159
1160
<label class="md-nav__title" for="__toc">
1161
<span class="md-nav__icon md-icon"></span>
1162
Table of contents
1163
</label>
1164
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
1165
1166
<li class="md-nav__item">
1167
<a href="#overview" class="md-nav__link">
1168
<span class="md-ellipsis">
1169
1170
Overview
1171
1172
</span>
1173
</a>
1174
1175
</li>
1176
1177
<li class="md-nav__item">
1178
<a href="#supported-providers" class="md-nav__link">
1179
<span class="md-ellipsis">
1180
1181
Supported providers
1182
1183
</span>
1184
</a>
1185
1186
</li>
1187
1188
<li class="md-nav__item">
1189
<a href="#default-models" class="md-nav__link">
1190
<span class="md-ellipsis">
1191
1192
Default models
1193
1194
</span>
1195
</a>
1196
1197
</li>
1198
1199
<li class="md-nav__item">
1200
<a href="#ollama-offline-mode" class="md-nav__link">
1201
<span class="md-ellipsis">
1202
1203
Ollama (offline mode)
1204
1205
</span>
1206
</a>
1207
1208
</li>
1209
1210
<li class="md-nav__item">
1211
<a href="#auto-discovery" class="md-nav__link">
1212
<span class="md-ellipsis">
1213
1214
Auto-discovery
1215
1216
</span>
1217
</a>
1218
1219
</li>
1220
1221
<li class="md-nav__item">
1222
<a href="#routing-preferences" class="md-nav__link">
1223
<span class="md-ellipsis">
1224
1225
Routing preferences
1226
1227
</span>
1228
</a>
1229
1230
</li>
1231
1232
<li class="md-nav__item">
1233
<a href="#manual-override" class="md-nav__link">
1234
<span class="md-ellipsis">
1235
1236
Manual override
1237
1238
</span>
1239
</a>
1240
1241
</li>
1242
1243
<li class="md-nav__item">
1244
<a href="#baseprovider-interface" class="md-nav__link">
1245
<span class="md-ellipsis">
1246
1247
BaseProvider interface
1248
1249
</span>
1250
</a>
1251
1252
</li>
1253
1254
</ul>
1255
1256
</nav>
1257
1258
</li>
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
<li class="md-nav__item">
1270
<a href="../pipeline/" class="md-nav__link">
1271
1272
1273
1274
<span class="md-ellipsis">
1275
1276
1277
Processing Pipeline
1278
1279
1280
1281
</span>
1282
1283
1284
1285
</a>
1286
</li>
1287
1288
1289
1290
1291
</ul>
1292
</nav>
1293
1294
</li>
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
<li class="md-nav__item md-nav__item--nested">
1315
1316
1317
1318
1319
1320
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_7" >
1321
1322
1323
<label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
1324
1325
1326
1327
<span class="md-ellipsis">
1328
1329
1330
API Reference
1331
1332
1333
1334
</span>
1335
1336
1337
1338
<span class="md-nav__icon md-icon"></span>
1339
</label>
1340
1341
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
1342
<label class="md-nav__title" for="__nav_7">
1343
<span class="md-nav__icon md-icon"></span>
1344
1345
1346
API Reference
1347
1348
1349
</label>
1350
<ul class="md-nav__list" data-md-scrollfix>
1351
1352
1353
1354
1355
1356
1357
1358
<li class="md-nav__item">
1359
<a href="../../api/models/" class="md-nav__link">
1360
1361
1362
1363
<span class="md-ellipsis">
1364
1365
1366
Models
1367
1368
1369
1370
</span>
1371
1372
1373
1374
</a>
1375
</li>
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
<li class="md-nav__item">
1387
<a href="../../api/providers/" class="md-nav__link">
1388
1389
1390
1391
<span class="md-ellipsis">
1392
1393
1394
Providers
1395
1396
1397
1398
</span>
1399
1400
1401
1402
</a>
1403
</li>
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
<li class="md-nav__item">
1415
<a href="../../api/analyzers/" class="md-nav__link">
1416
1417
1418
1419
<span class="md-ellipsis">
1420
1421
1422
Analyzers
1423
1424
1425
1426
</span>
1427
1428
1429
1430
</a>
1431
</li>
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
<li class="md-nav__item">
1443
<a href="../../api/agent/" class="md-nav__link">
1444
1445
1446
1447
<span class="md-ellipsis">
1448
1449
1450
Agent & Skills
1451
1452
1453
1454
</span>
1455
1456
1457
1458
</a>
1459
</li>
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
<li class="md-nav__item">
1471
<a href="../../api/sources/" class="md-nav__link">
1472
1473
1474
1475
<span class="md-ellipsis">
1476
1477
1478
Sources
1479
1480
1481
1482
</span>
1483
1484
1485
1486
</a>
1487
</li>
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
<li class="md-nav__item">
1499
<a href="../../api/auth/" class="md-nav__link">
1500
1501
1502
1503
<span class="md-ellipsis">
1504
1505
1506
Authentication
1507
1508
1509
1510
</span>
1511
1512
1513
1514
</a>
1515
</li>
1516
1517
1518
1519
1520
</ul>
1521
</nav>
1522
1523
</li>
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
<li class="md-nav__item">
1534
<a href="../../faq/" class="md-nav__link">
1535
1536
1537
1538
<span class="md-ellipsis">
1539
1540
1541
FAQ & Troubleshooting
1542
1543
1544
1545
</span>
1546
1547
1548
1549
</a>
1550
</li>
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
<li class="md-nav__item">
1561
<a href="../../contributing/" class="md-nav__link">
1562
1563
1564
1565
<span class="md-ellipsis">
1566
1567
1568
Contributing
1569
1570
1571
1572
</span>
1573
1574
1575
1576
</a>
1577
</li>
1578
1579
1580
1581
</ul>
1582
</nav>
1583
</div>
1584
</div>
1585
</div>
1586
1587
1588
1589
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
1590
<div class="md-sidebar__scrollwrap">
1591
<div class="md-sidebar__inner">
1592
1593
1594
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
1595
1596
1597
1598
1599
1600
1601
<label class="md-nav__title" for="__toc">
1602
<span class="md-nav__icon md-icon"></span>
1603
Table of contents
1604
</label>
1605
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
1606
1607
<li class="md-nav__item">
1608
<a href="#overview" class="md-nav__link">
1609
<span class="md-ellipsis">
1610
1611
Overview
1612
1613
</span>
1614
</a>
1615
1616
</li>
1617
1618
<li class="md-nav__item">
1619
<a href="#supported-providers" class="md-nav__link">
1620
<span class="md-ellipsis">
1621
1622
Supported providers
1623
1624
</span>
1625
</a>
1626
1627
</li>
1628
1629
<li class="md-nav__item">
1630
<a href="#default-models" class="md-nav__link">
1631
<span class="md-ellipsis">
1632
1633
Default models
1634
1635
</span>
1636
</a>
1637
1638
</li>
1639
1640
<li class="md-nav__item">
1641
<a href="#ollama-offline-mode" class="md-nav__link">
1642
<span class="md-ellipsis">
1643
1644
Ollama (offline mode)
1645
1646
</span>
1647
</a>
1648
1649
</li>
1650
1651
<li class="md-nav__item">
1652
<a href="#auto-discovery" class="md-nav__link">
1653
<span class="md-ellipsis">
1654
1655
Auto-discovery
1656
1657
</span>
1658
</a>
1659
1660
</li>
1661
1662
<li class="md-nav__item">
1663
<a href="#routing-preferences" class="md-nav__link">
1664
<span class="md-ellipsis">
1665
1666
Routing preferences
1667
1668
</span>
1669
</a>
1670
1671
</li>
1672
1673
<li class="md-nav__item">
1674
<a href="#manual-override" class="md-nav__link">
1675
<span class="md-ellipsis">
1676
1677
Manual override
1678
1679
</span>
1680
</a>
1681
1682
</li>
1683
1684
<li class="md-nav__item">
1685
<a href="#baseprovider-interface" class="md-nav__link">
1686
<span class="md-ellipsis">
1687
1688
BaseProvider interface
1689
1690
</span>
1691
</a>
1692
1693
</li>
1694
1695
</ul>
1696
1697
</nav>
1698
</div>
1699
</div>
1700
</div>
1701
1702
1703
1704
<div class="md-content" data-md-component="content">
1705
1706
<article class="md-content__inner md-typeset">
1707
1708
1709
1710
1711
1712
1713
1714
1715
<h1 id="provider-system">Provider System<a class="headerlink" href="#provider-system" title="Permanent link">&para;</a></h1>
1716
<h2 id="overview">Overview<a class="headerlink" href="#overview" title="Permanent link">&para;</a></h2>
1717
<p>PlanOpticon supports multiple AI providers through a unified abstraction layer. Default models favor cost-effective options (Haiku, GPT-4o-mini, Gemini Flash) for routine tasks, with more capable models available when needed.</p>
1718
<h2 id="supported-providers">Supported providers<a class="headerlink" href="#supported-providers" title="Permanent link">&para;</a></h2>
1719
<table>
1720
<thead>
1721
<tr>
1722
<th>Provider</th>
1723
<th>Chat</th>
1724
<th>Vision</th>
1725
<th>Transcription</th>
1726
<th>Env Variable</th>
1727
</tr>
1728
</thead>
1729
<tbody>
1730
<tr>
1731
<td>OpenAI</td>
1732
<td>GPT-4o-mini, GPT-4o</td>
1733
<td>GPT-4o-mini, GPT-4o</td>
1734
<td>Whisper-1</td>
1735
<td><code>OPENAI_API_KEY</code></td>
1736
</tr>
1737
<tr>
1738
<td>Anthropic</td>
1739
<td>Claude Haiku, Sonnet, Opus</td>
1740
<td>Claude Haiku, Sonnet, Opus</td>
1741
<td>—</td>
1742
<td><code>ANTHROPIC_API_KEY</code></td>
1743
</tr>
1744
<tr>
1745
<td>Google Gemini</td>
1746
<td>Gemini Flash, Pro</td>
1747
<td>Gemini Flash, Pro</td>
1748
<td>Gemini Flash</td>
1749
<td><code>GEMINI_API_KEY</code></td>
1750
</tr>
1751
<tr>
1752
<td>Azure OpenAI</td>
1753
<td>GPT-4o-mini, GPT-4o</td>
1754
<td>GPT-4o-mini, GPT-4o</td>
1755
<td>Whisper-1</td>
1756
<td><code>AZURE_OPENAI_API_KEY</code>, <code>AZURE_OPENAI_ENDPOINT</code></td>
1757
</tr>
1758
<tr>
1759
<td>Together AI</td>
1760
<td>Llama, Mixtral, etc.</td>
1761
<td>Llava</td>
1762
<td>—</td>
1763
<td><code>TOGETHER_API_KEY</code></td>
1764
</tr>
1765
<tr>
1766
<td>Fireworks AI</td>
1767
<td>Llama, Mixtral, etc.</td>
1768
<td>Llava</td>
1769
<td>—</td>
1770
<td><code>FIREWORKS_API_KEY</code></td>
1771
</tr>
1772
<tr>
1773
<td>Cerebras</td>
1774
<td>Llama (fast inference)</td>
1775
<td>—</td>
1776
<td>—</td>
1777
<td><code>CEREBRAS_API_KEY</code></td>
1778
</tr>
1779
<tr>
1780
<td>xAI</td>
1781
<td>Grok</td>
1782
<td>Grok</td>
1783
<td>—</td>
1784
<td><code>XAI_API_KEY</code></td>
1785
</tr>
1786
<tr>
1787
<td>Ollama (local)</td>
1788
<td>Any installed model</td>
1789
<td>llava, moondream, etc.</td>
1790
<td>— (use local Whisper)</td>
1791
<td><code>OLLAMA_HOST</code></td>
1792
</tr>
1793
</tbody>
1794
</table>
1795
<h2 id="default-models">Default models<a class="headerlink" href="#default-models" title="Permanent link">&para;</a></h2>
1796
<p>PlanOpticon defaults to cheap, fast models for cost efficiency:</p>
1797
<table>
1798
<thead>
1799
<tr>
1800
<th>Task</th>
1801
<th>Default model</th>
1802
</tr>
1803
</thead>
1804
<tbody>
1805
<tr>
1806
<td>Vision (diagrams)</td>
1807
<td>Gemini Flash</td>
1808
</tr>
1809
<tr>
1810
<td>Chat (analysis)</td>
1811
<td>Claude Haiku</td>
1812
</tr>
1813
<tr>
1814
<td>Transcription</td>
1815
<td>Local Whisper (fallback: Whisper-1)</td>
1816
</tr>
1817
</tbody>
1818
</table>
1819
<p>Use <code>--vision-model</code> and <code>--chat-model</code> to override with more capable models when needed (e.g., <code>--chat-model claude-sonnet-4-20250514</code> for complex analysis).</p>
1820
<h2 id="ollama-offline-mode">Ollama (offline mode)<a class="headerlink" href="#ollama-offline-mode" title="Permanent link">&para;</a></h2>
1821
<p><a href="https://ollama.com">Ollama</a> enables fully offline operation with no API keys required. PlanOpticon connects via Ollama's OpenAI-compatible API.</p>
1822
<div class="highlight"><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="c1"># Install and start Ollama</span>
1823
<a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>ollama<span class="w"> </span>serve
1824
<a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a>
1825
<a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="c1"># Pull a chat model</span>
1826
<a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>ollama<span class="w"> </span>pull<span class="w"> </span>llama3.2
1827
<a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a>
1828
<a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="c1"># Pull a vision model (for diagram analysis)</span>
1829
<a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>ollama<span class="w"> </span>pull<span class="w"> </span>llava
1830
</code></pre></div>
1831
<p>PlanOpticon auto-detects Ollama when it's running. To force Ollama:</p>
1832
<div class="highlight"><pre><span></span><code><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a>planopticon<span class="w"> </span>analyze<span class="w"> </span>-i<span class="w"> </span>video.mp4<span class="w"> </span>-o<span class="w"> </span>./out<span class="w"> </span>--provider<span class="w"> </span>ollama
1833
</code></pre></div>
1834
<p>Configure a non-default host via <code>OLLAMA_HOST</code>:</p>
1835
<div class="highlight"><pre><span></span><code><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a><span class="nb">export</span><span class="w"> </span><span class="nv">OLLAMA_HOST</span><span class="o">=</span>http://192.168.1.100:11434
1836
</code></pre></div>
1837
<h2 id="auto-discovery">Auto-discovery<a class="headerlink" href="#auto-discovery" title="Permanent link">&para;</a></h2>
1838
<p>On startup, <code>ProviderManager</code> checks which API keys are configured, queries each provider's API, and checks for a running Ollama server to discover available models:</p>
1839
<div class="highlight"><pre><span></span><code><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a><span class="kn">from</span><span class="w"> </span><span class="nn">video_processor.providers.manager</span><span class="w"> </span><span class="kn">import</span> <span class="n">ProviderManager</span>
1840
<a id="__codelineno-3-2" name="__codelineno-3-2" href="#__codelineno-3-2"></a>
1841
<a id="__codelineno-3-3" name="__codelineno-3-3" href="#__codelineno-3-3"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">()</span>
1842
<a id="__codelineno-3-4" name="__codelineno-3-4" href="#__codelineno-3-4"></a><span class="c1"># Automatically discovers models from all configured providers + Ollama</span>
1843
</code></pre></div>
1844
<h2 id="routing-preferences">Routing preferences<a class="headerlink" href="#routing-preferences" title="Permanent link">&para;</a></h2>
1845
<p>Each task type has a default preference order (cheapest first):</p>
1846
<table>
1847
<thead>
1848
<tr>
1849
<th>Task</th>
1850
<th>Preference</th>
1851
</tr>
1852
</thead>
1853
<tbody>
1854
<tr>
1855
<td>Vision</td>
1856
<td>Gemini Flash → GPT-4o-mini → Claude Haiku → Ollama</td>
1857
</tr>
1858
<tr>
1859
<td>Chat</td>
1860
<td>Claude Haiku → GPT-4o-mini → Gemini Flash → Ollama</td>
1861
</tr>
1862
<tr>
1863
<td>Transcription</td>
1864
<td>Local Whisper → Whisper-1 → Gemini Flash</td>
1865
</tr>
1866
</tbody>
1867
</table>
1868
<p>Ollama acts as the last-resort fallback -- if no cloud API keys are set but Ollama is running, it is used automatically.</p>
1869
<h2 id="manual-override">Manual override<a class="headerlink" href="#manual-override" title="Permanent link">&para;</a></h2>
1870
<div class="highlight"><pre><span></span><code><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">(</span>
1871
<a id="__codelineno-4-2" name="__codelineno-4-2" href="#__codelineno-4-2"></a> <span class="n">vision_model</span><span class="o">=</span><span class="s2">&quot;gpt-4o&quot;</span><span class="p">,</span>
1872
<a id="__codelineno-4-3" name="__codelineno-4-3" href="#__codelineno-4-3"></a> <span class="n">chat_model</span><span class="o">=</span><span class="s2">&quot;claude-sonnet-4-20250514&quot;</span><span class="p">,</span>
1873
<a id="__codelineno-4-4" name="__codelineno-4-4" href="#__codelineno-4-4"></a> <span class="n">provider</span><span class="o">=</span><span class="s2">&quot;openai&quot;</span><span class="p">,</span> <span class="c1"># Force a specific provider</span>
1874
<a id="__codelineno-4-5" name="__codelineno-4-5" href="#__codelineno-4-5"></a><span class="p">)</span>
1875
<a id="__codelineno-4-6" name="__codelineno-4-6" href="#__codelineno-4-6"></a>
1876
<a id="__codelineno-4-7" name="__codelineno-4-7" href="#__codelineno-4-7"></a><span class="c1"># Use a cheap model for bulk processing</span>
1877
<a id="__codelineno-4-8" name="__codelineno-4-8" href="#__codelineno-4-8"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">(</span>
1878
<a id="__codelineno-4-9" name="__codelineno-4-9" href="#__codelineno-4-9"></a> <span class="n">chat_model</span><span class="o">=</span><span class="s2">&quot;claude-haiku-3-5-20241022&quot;</span><span class="p">,</span>
1879
<a id="__codelineno-4-10" name="__codelineno-4-10" href="#__codelineno-4-10"></a> <span class="n">vision_model</span><span class="o">=</span><span class="s2">&quot;gemini-2.0-flash&quot;</span><span class="p">,</span>
1880
<a id="__codelineno-4-11" name="__codelineno-4-11" href="#__codelineno-4-11"></a><span class="p">)</span>
1881
<a id="__codelineno-4-12" name="__codelineno-4-12" href="#__codelineno-4-12"></a>
1882
<a id="__codelineno-4-13" name="__codelineno-4-13" href="#__codelineno-4-13"></a><span class="c1"># Or use Ollama for fully offline processing</span>
1883
<a id="__codelineno-4-14" name="__codelineno-4-14" href="#__codelineno-4-14"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">(</span><span class="n">provider</span><span class="o">=</span><span class="s2">&quot;ollama&quot;</span><span class="p">)</span>
1884
<a id="__codelineno-4-15" name="__codelineno-4-15" href="#__codelineno-4-15"></a>
1885
<a id="__codelineno-4-16" name="__codelineno-4-16" href="#__codelineno-4-16"></a><span class="c1"># Use Azure OpenAI</span>
1886
<a id="__codelineno-4-17" name="__codelineno-4-17" href="#__codelineno-4-17"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">(</span><span class="n">provider</span><span class="o">=</span><span class="s2">&quot;azure&quot;</span><span class="p">)</span>
1887
<a id="__codelineno-4-18" name="__codelineno-4-18" href="#__codelineno-4-18"></a>
1888
<a id="__codelineno-4-19" name="__codelineno-4-19" href="#__codelineno-4-19"></a><span class="c1"># Use Together AI for open-source models</span>
1889
<a id="__codelineno-4-20" name="__codelineno-4-20" href="#__codelineno-4-20"></a><span class="n">pm</span> <span class="o">=</span> <span class="n">ProviderManager</span><span class="p">(</span><span class="n">provider</span><span class="o">=</span><span class="s2">&quot;together&quot;</span><span class="p">,</span> <span class="n">chat_model</span><span class="o">=</span><span class="s2">&quot;meta-llama/Llama-3.3-70B-Instruct-Turbo&quot;</span><span class="p">)</span>
1890
</code></pre></div>
1891
<h2 id="baseprovider-interface">BaseProvider interface<a class="headerlink" href="#baseprovider-interface" title="Permanent link">&para;</a></h2>
1892
<p>All providers implement:</p>
1893
<div class="highlight"><pre><span></span><code><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a><span class="k">class</span><span class="w"> </span><span class="nc">BaseProvider</span><span class="p">(</span><span class="n">ABC</span><span class="p">):</span>
1894
<a id="__codelineno-5-2" name="__codelineno-5-2" href="#__codelineno-5-2"></a> <span class="k">def</span><span class="w"> </span><span class="nf">chat</span><span class="p">(</span><span class="n">messages</span><span class="p">,</span> <span class="n">max_tokens</span><span class="p">,</span> <span class="n">temperature</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span>
1895
<a id="__codelineno-5-3" name="__codelineno-5-3" href="#__codelineno-5-3"></a> <span class="k">def</span><span class="w"> </span><span class="nf">analyze_image</span><span class="p">(</span><span class="n">image_path</span><span class="p">,</span> <span class="n">prompt</span><span class="p">,</span> <span class="n">max_tokens</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span>
1896
<a id="__codelineno-5-4" name="__codelineno-5-4" href="#__codelineno-5-4"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transcribe_audio</span><span class="p">(</span><span class="n">audio_path</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">dict</span>
1897
<a id="__codelineno-5-5" name="__codelineno-5-5" href="#__codelineno-5-5"></a> <span class="k">def</span><span class="w"> </span><span class="nf">list_models</span><span class="p">()</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="n">ModelInfo</span><span class="p">]</span>
1898
</code></pre></div>
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
</article>
1913
</div>
1914
1915
1916
<script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script>
1917
1918
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
1919
</div>
1920
1921
<button type="button" class="md-top md-icon" data-md-component="top" hidden>
1922
1923
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg>
1924
Back to top
1925
</button>
1926
1927
</main>
1928
1929
<footer class="md-footer">
1930
1931
<div class="md-footer-meta md-typeset">
1932
<div class="md-footer-meta__inner md-grid">
1933
<div class="md-copyright">
1934
1935
<div class="md-copyright__highlight">
1936
Copyright &copy; 2026 CONFLICT LLC
1937
</div>
1938
1939
1940
Made with
1941
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
1942
Material for MkDocs
1943
</a>
1944
1945
</div>
1946
1947
1948
<div class="md-social">
1949
1950
1951
1952
1953
1954
1955
1956
1957
<a href="https://github.com/ConflictHQ/PlanOpticon" target="_blank" rel="noopener" title="github.com" class="md-social__link">
1958
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M173.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M252.8 8C114.1 8 8 113.3 8 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C436.2 457.8 504 362.9 504 252 504 113.3 391.5 8 252.8 8M105.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
1959
</a>
1960
1961
</div>
1962
1963
</div>
1964
</div>
1965
</footer>
1966
1967
</div>
1968
<div class="md-dialog" data-md-component="dialog">
1969
<div class="md-dialog__inner md-typeset"></div>
1970
</div>
1971
1972
1973
1974
1975
1976
<script id="__config" type="application/json">{"annotate": null, "base": "../..", "features": ["navigation.instant", "navigation.tabs", "navigation.sections", "navigation.expand", "navigation.top", "search.suggest", "search.highlight", "content.code.copy", "content.tabs.link", "header.autohide"], "search": "../../assets/javascripts/workers/search.2c215733.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script>
1977
1978
1979
<script src="../../assets/javascripts/bundle.79ae519e.min.js"></script>
1980
1981
1982
</body>
1983
</html>

Keyboard Shortcuts

Open search /
Next entry (timeline) j
Previous entry (timeline) k
Open focused entry Enter
Show this help ?
Toggle theme Top nav button