forked from daytonaio/ai-enablement-stack
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathai-enablement-stack.json
872 lines (871 loc) · 39.8 KB
/
ai-enablement-stack.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
{
"title": {
"highlight": "AI Enablement Stack 🔮",
"text": "Tools and Technologies for Enabling Agentic AI Development"
},
"layers": [
{
"number": 1,
"name": "Infrastructure Layer",
"description": "The foundation that powers AI development and deployment. This includes development workspaces, model serving infrastructure, and cloud computing resources. It provides the essential computing backbone that supports all AI operations.",
"sections": [
{
"name": "WORKSPACES",
"description": "Development environments for sandboxing and building AI applications",
"companies": [
{
"name": "Daytona",
"description": "Daytona.io is an open-source Development Environment Manager designed to simplify the setup and management of development environments across various platforms, including local, remote, and cloud infrastructures.",
"logo": "./assets/daytonaio.png",
"link": "https://daytona.io/"
},
{
"name": "RunloopAI",
"description": "Runloop provides a secure, high-performance infrastructure platform that enables developers to build, scale, and deploy AI-powered coding solutions with seamless integration and real-time monitoring capabilities.",
"logo": "",
"link": "https://www.runloop.ai/"
},
{
"name": "E2B",
"description": "E2B provides an open-source runtime platform that enables developers to securely execute AI-generated code in cloud sandboxes, supporting multiple languages and frameworks for AI-powered development use cases.",
"logo": "",
"link": "https://e2b.dev/"
},
{
"name": "Modal",
"description": "Modal offers a serverless cloud platform for AI and ML applications that enables developers to deploy and scale workloads instantly with simple Python code, featuring high-performance GPU infrastructure and pay-per-use pricing.",
"logo": "./assets/modal.svg",
"link": "https://modal.com/"
}
]
},
{
"name": "MODEL ACCESS & DEPLOYMENT",
"description": "Services for deploying and running AI models",
"companies": [
{
"name": "OpenAI",
"description": "OpenAI develops advanced artificial intelligence systems like ChatGPT, GPT-4, and Sora, focusing on creating safe AGI that benefits humanity through products spanning language models, image generation, and video creation while maintaining leadership in AI research and safety.",
"logo": "./assets/openai.png",
"link": "https://openai.com/"
},
{
"name": "Anthropic",
"description": "Anthropic provides frontier AI models through the Claude family, emphasizing safety and reliability, with offerings including Claude 3.5 Sonnet and Haiku. Their models feature advanced capabilities in reasoning, coding, and computer use, while maintaining strong safety standards through Constitutional AI and comprehensive testing.",
"logo": "",
"link": "https://www.anthropic.com/"
},
{
"name": "Mistral AI",
"description": "Mistral AI provides frontier AI models with emphasis on openness and portability, offering both open-weight models (Mistral 7B, Mixtral 8x7B) and commercial models (Mistral Large 2), available through multiple deployment options including serverless APIs, cloud services, and on-premise deployment.",
"logo": "",
"link": "https://mistral.ai/"
},
{
"name": "Poolside",
"description": "Poolside provides a specialized AI foundation model (Malibu) built specifically for software engineering, featuring Reinforcement Learning from Code Execution Feedback, custom fine-tuning on company codebases, and a fully integrated development assistant with IDE support, all deployable within private infrastructure.",
"logo": "",
"link": "https://poolside.ai/"
},
{
"name": "Groq",
"description": "Groq provides ultra-fast AI inference infrastructure for openly-available models like Llama 3.1, Mixtral, and Gemma, offering OpenAI-compatible API endpoints with industry-leading speed and simple three-line integration for existing applications.",
"logo": "",
"link": "https://groq.com/"
},
{
"name": "AI21labs",
"description": "AI21 Labs delivers enterprise-grade generative AI solutions through its Jamba foundation model and RAG engine, enabling organizations to build secure, production-ready AI applications with flexible deployment options and dedicated integration support.",
"logo": "./assets/ai21labs.svg",
"link": "https://www.ai21.com/"
},
{
"name": "Cohere",
"description": "Cohere provides an enterprise AI platform featuring advanced language models, embedding, and retrieval capabilities that enables businesses to build production-ready AI applications with flexible deployment options across cloud or on-premises environments.",
"logo": "./assets/cohere.svg",
"link": "https://cohere.com/"
},
{
"name": "Hugging Face",
"description": "Hugging Face provides fully managed inference infrastructure for ML models with support for multiple hardware options (CPU, GPU, TPU) across various cloud providers, offering autoscaling and dedicated deployments with enterprise-grade security.",
"logo": "./assets/huggingface.png",
"link": "https://huggingface.co/"
},
{
"name": "Cartesia",
"description": "Cartesia AI delivers real-time multimodal intelligence through state space models that enable fast, private, and offline inference capabilities across devices, offering streaming-first solutions with constant memory usage and low latency.",
"logo": "",
"link": "https://www.cartesia.ai/"
},
{
"name": "Fireworks",
"description": "Provides easy access to open-source language models through a simple API, similar to offerings from closed-source providers.",
"logo": "",
"link": "https://fireworks.ai/"
},
{
"name": "Together.AI",
"description": "Offers an API for accessing and running open-source LLMs, facilitating seamless integration into AI applications.",
"logo": "",
"link": "https://together.ai/"
},
{
"name": "Google Vertex AI",
"description": "End-to-end platform for deploying and managing AI models, including LLMs, with integrated tools for monitoring, versioning, and scaling.",
"logo": "",
"link": "https://cloud.google.com/vertex-ai"
},
{
"name": "Amazon Nova",
"description": "Amazon Nova provides state-of-the-art foundation models through Amazon Bedrock, offering multiple model variants (Micro, Lite, Pro, Canvas, Reel) for text, image, and video processing with industry-leading price-performance, fine-tuning capabilities, and enterprise-grade features.",
"logo": "",
"link": "https://aws.amazon.com/ai/generative-ai/nova/"
},
{
"name": "Replicate",
"description": "Serverless platform for running machine learning models, allowing developers to deploy and scale models without managing infrastructure.",
"logo": "",
"link": "https://replicate.com/"
},
{
"name": "SambaNova",
"description": "SambaNova provides custom AI infrastructure featuring their SN40L Reconfigurable Dataflow Unit (RDU), offering world-record inference speeds for large language models, with integrated fine-tuning capabilities and enterprise-grade security, delivered through both cloud and on-premises solutions.",
"logo": "",
"link": "https://sambanova.ai/"
},
{
"name": "BentoML",
"description": "BentoML provides an open-source unified inference platform that enables organizations to build, deploy, and scale AI systems across any cloud with high performance and flexibility, while offering enterprise features like auto-scaling, rapid iteration, and SOC II compliance.",
"logo": "",
"link": "https://www.bentoml.com/"
}
]
},
{
"name": "CLOUD PROVIDERS",
"description": "Computing infrastructure that powers AI systems and their workspaces",
"companies": [
{
"name": "Nvidia",
"description": "",
"logo": "",
"link": ""
},
{
"name": "AMD",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Intel",
"description": "",
"logo": "",
"link": ""
},
{
"name": "SambaNova",
"description": "",
"logo": "",
"link": ""
},
{
"name": "AWS",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Azure",
"description": "",
"logo": "",
"link": ""
},
{
"name": "GCP",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Koyeb",
"description": "Koyeb provides a high-performance serverless platform specifically optimized for AI workloads, offering GPU/NPU infrastructure, global deployment across 50+ locations, and seamless scaling capabilities for ML model inference and training with built-in observability.",
"logo": "",
"link": "https://www.koyeb.com/"
}
]
}
]
},
{
"number": 2,
"name": "Intelligence Layer",
"description": "The cognitive core of AI systems. This layer contains the frameworks, knowledge engines, and specialized models that power AI applications. It manages the actual processing, decision-making, and information retrieval that makes AI systems intelligent.",
"sections": [
{
"name": "FRAMEWORKS",
"description": "Core libraries and building blocks for AI application development",
"companies": [
{
"name": "LangChain",
"description": "",
"logo": "",
"link": ""
},
{
"name": "LlamaIndex",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Haystack",
"description": "",
"logo": "",
"link": ""
},
{
"name": "DSPy",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Pydantic AI",
"description": "",
"logo": "./assets/pydantic-ai.svg",
"link": "https://ai.pydantic.dev/"
},
{
"name": "Letta",
"description": "Provides an agent development platform with advanced memory management for LLMs, enabling developers to build, deploy, and scale production-ready AI agents with transparent reasoning and model-agnostic flexibility.",
"logo": "./assets/letta.png",
"link": "https://www.letta.com/"
},
{
"name": "AutoGen",
"description": "Framework for developing LLM applications with multiple conversational agents that collaborate and interact with humans.",
"logo": "",
"link": "https://github.com/microsoft/autogen"
},
{
"name": "TaskWeaver",
"description": "A framework for creating and managing workflows and tasks for AI agents.",
"logo": "",
"link": "https://github.com/microsoft/TaskWeaver"
},
{
"name": "Toolhouse",
"description": "Toolhouse provides a cloud infrastructure platform and universal SDK that enables developers to equip LLMs with actions and knowledge through a Tool Store, offering pre-built optimized functions, low-latency execution, and cross-LLM compatibility with just three lines of code.",
"logo": "",
"link": "https://toolhouse.io/"
},
{
"name": "Composio",
"description": "Composio provides an integration platform for AI agents and LLMs with 250+ pre-built tools, managed authentication, and RPA capabilities, enabling developers to easily connect their AI applications with various services while maintaining SOC-2 compliance and supporting multiple agent frameworks.",
"logo": "",
"link": "https://www.composio.com/"
},
{
"name": "CrewAI",
"description": "CrewAI provides a comprehensive platform for building, deploying, and managing multi-agent AI systems, offering both open-source framework and enterprise solutions with support for any LLM and cloud platform, enabling organizations to create automated workflows across various industries.",
"logo": "",
"link": "https://www.crewai.io/"
},
{
"name": "AI Suite",
"description": "AI Suite provides a unified interface for multiple LLM providers (OpenAI, Anthropic, Azure, Google, AWS, Groq, Mistral, etc.), offering standardized API access with OpenAI-compatible syntax, easy provider switching, and seamless integration capabilities, available as an open-source MIT-licensed framework.",
"logo": "",
"link": "https://github.com/andrewyng/aisuite"
}
]
},
{
"name": "KNOWLEDGE ENGINES",
"description": "Systems for managing and retrieving information",
"companies": [
{
"name": "Pinecone",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Weaviate",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Chroma",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Milvus",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Qdrant",
"description": "",
"logo": "",
"link": ""
},
{
"name": "MongoDB Atlas",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Supabase",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Contextual AI",
"description": "Contextual AI provides enterprise-grade RAG (Retrieval-Augmented Generation) solutions that enable organizations in regulated industries to build and deploy production-ready AI applications for searching and analyzing large volumes of business-critical documents.",
"logo": "./assets/contextualai.webp",
"link": "https://contextual.ai/"
},
{
"name": "Unstructured",
"description": "Platform for working with unstructured data, offering tools for data pre-processing, ETL, and integration with LLMs.",
"logo": "",
"link": "https://unstructured.io/"
},
{
"name": "Sciphi",
"description": "SciPhi offers R2R, an all-in-one RAG (Retrieval Augmented Generation) solution that enables developers to build and scale AI applications with advanced features including document management, hybrid vector search, and knowledge graphs, while providing superior ingestion performance compared to competitors.",
"logo": "",
"link": "https://www.sciphi.ai/"
}
]
},
{
"name": "SPECIALIZED CODING MODELS",
"description": "AI models optimized for software development",
"companies": [
{
"name": "Codestral",
"description": "Codestral is Mistral AI's specialized 22B code generation model supporting 80+ programming languages, featuring a 32k context window, fill-in-the-middle capabilities, and state-of-the-art performance on coding benchmarks, available through API endpoints and IDE integrations.",
"logo": "",
"link": "https://mistral.ai/news/codestral/"
},
{
"name": "Claude 3.5 Sonnet",
"description": "Claude 3.5 Sonnet is Anthropic's frontier AI model offering state-of-the-art performance in reasoning, coding, and vision tasks, featuring a 200K token context window, computer use capabilities, and enhanced safety measures, available through multiple platforms including Claude.ai and major cloud providers.",
"logo": "",
"link": "https://www.anthropic.com/claude"
},
{
"name": "Qwen2.5-Coder-32B",
"description": "Qwen2.5-Coder is a specialized code-focused model matching GPT-4's coding capabilities, featuring 32B parameters, 128K token context window, support for 80+ programming languages, and state-of-the-art performance on coding benchmarks, available as an open-source Apache 2.0 licensed model.",
"logo": "",
"link": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B"
}
]
}
]
},
{
"number": 3,
"name": "Engineering Layer",
"description": "The developer's toolkit for building AI applications. This layer provides essential resources for training models, developing applications, and ensuring quality through testing. It provides tools and methods for transforming raw AI capabilities into production-ready solutions.",
"sections": [
{
"name": "TRAINING & FINE-TUNING",
"description": "Resources for customizing and optimizing AI models",
"companies": [
{
"name": "Lamini",
"description": "Provides tools for efficient fine-tuning of large language models, including techniques like quantization and memory optimization.",
"logo": "",
"link": "https://lamini.ai/"
},
{
"name": "Predibase",
"description": "Platform for building and deploying machine learning models, with a focus on simplifying the development process and enabling faster iteration.",
"logo": "",
"link": "https://www.predibase.com/"
},
{
"name": "Bloop",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Hex Magic",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Julius",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Flowise",
"description": "",
"logo": "",
"link": ""
},
{
"name": "LLM Stack",
"description": "",
"logo": "",
"link": ""
},
{
"name": "broadn",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Fine Tuner",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Codeanywhere",
"description": "Provides workspaces with GPU",
"logo": "",
"link": ""
}
]
},
{
"name": "TOOLS",
"description": "Development utilities, libraries and services for building AI applications",
"companies": [
{
"name": "Codegen",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Hide.sh",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Relevance AI",
"description": "Relevance AI provides a no-code AI workforce platform that enables businesses to build, customize, and manage AI agents and tools for various functions like sales and support, featuring Bosh, their AI Sales Agent, while ensuring enterprise-grade security and compliance.",
"logo": "",
"link": "https://relevanceai.com/"
},
{
"name": "Greptile",
"description": "Greptile provides an AI-powered code analysis platform that helps software teams ship faster by offering intelligent code reviews, codebase chat, and custom dev tools with full contextual understanding, while maintaining SOC2 Type II compliance and optional self-hosting capabilities.",
"logo": "",
"link": "https://www.greptile.com/"
},
{
"name": "Sourcegraph",
"description": "Sourcegraph provides a code intelligence platform featuring Cody, an AI coding assistant, and advanced code search capabilities that help developers navigate, understand, and modify complex codebases while automating routine tasks across enterprise environments.",
"logo": "",
"link": "https://sourcegraph.com/"
},
{
"name": "PromptLayer",
"description": "PromptLayer provides a comprehensive prompt engineering platform that enables technical and non-technical teams to collaboratively edit, evaluate, and deploy LLM prompts through a visual CMS, while offering version control, A/B testing, and monitoring capabilities with SOC 2 Type 2 compliance.",
"logo": "./assets/promptlayer.png",
"link": "https://www.promptlayer.com/"
},
{
"name": "Gretel.ai",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Mostly.ai",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Tonic.ai",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Rockfish.ai",
"description": "",
"logo": "",
"link": ""
},
{
"name": "JigsawStack",
"description": "JigsawStack provides a comprehensive suite of AI APIs including web scraping, translation, speech-to-text, OCR, prediction, and prompt optimization, offering globally distributed infrastructure with type-safe SDKs and built-in monitoring capabilities across 99+ locations.",
"logo": "",
"link": "https://www.jigsawstack.com/"
}
]
},
{
"name": "TESTING & QUALITY ASSURANCE",
"description": "Systems for validating AI performance and reliability",
"companies": [
{
"name": "LangSmith",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Galileo",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Arize",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Weight & Biases",
"description": "",
"logo": "",
"link": ""
},
{
"name": "AgentOps",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Confident AI",
"description": "Confident AI provides an LLM evaluation platform that enables organizations to benchmark, unit test, and monitor their LLM applications through automated regression testing, A/B testing, and synthetic dataset generation, while offering research-backed evaluation metrics and comprehensive observability features.",
"logo": "",
"link": "https://www.confident-ai.com/"
},
{
"name": "ContextQA",
"description": "AI agent specifically designed for software testing and quality assurance, automating the testing process and providing comprehensive test coverage.",
"logo": "",
"link": "https://contextqa.com/"
},
{
"name": "Braintrust",
"description": "Braintrust provides an end-to-end platform for evaluating and testing LLM applications, offering features like prompt testing, custom scoring, dataset management, real-time tracing, and production monitoring, with support for both UI-based and SDK-driven workflows.",
"logo": "",
"link": "https://www.braintrustdata.com/"
}
]
}
]
},
{
"number": 4,
"name": "Observability and Governance Layer",
"description": "The control layer for monitoring, evaluating, securing, and governing AI systems. This layer handles everything from development pipelines and performance monitoring to risk management and compliance. It ensures AI systems operate reliably and meet organizational standards.",
"sections": [
{
"name": "DEVELOPMENT PIPELINE",
"description": "Tools for managing and monitoring AI application lifecycles",
"companies": [
{
"name": "Portkey",
"description": "Portkey provides a comprehensive AI gateway and control panel that enables teams to route to 200+ LLMs, implement guardrails, manage prompts, and monitor AI applications with detailed observability features while maintaining SOC2 compliance and HIPAA/GDPR standards.",
"logo": "",
"link": "https://portkey.ai/"
},
{
"name": "Baseten",
"description": "",
"logo": "",
"link": ""
},
{
"name": "LangServe",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Kong",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Apigee",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Stack AI",
"description": "Stack AI provides an enterprise generative AI platform for building and deploying AI applications with a no-code interface, offering pre-built templates, workflow automation, enterprise security features (SOC2, HIPAA, GDPR), and on-premise deployment options with support for multiple AI models and data sources.",
"logo": "",
"link": "https://www.stack-ai.com/"
}
]
},
{
"name": "EVALUATION & MONITORING",
"description": "Systems for tracking AI performance and behavior",
"companies": [
{
"name": "Pydantic Logfire",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Cleanlab",
"description": "Cleanlab provides an AI-powered data curation platform that helps organizations improve their GenAI and ML solutions by automatically detecting and fixing data quality issues, reducing hallucinations, and enabling trustworthy AI deployment while offering VPC integration for enhanced security.",
"logo": "",
"link": "https://cleanlab.ai/"
},
{
"name": "Patronus",
"description": "Patronus provides a comprehensive AI evaluation platform built on industry-leading research, offering features for testing hallucinations, security risks, alignment, and performance monitoring, with both pre-built evaluators and custom evaluation capabilities for RAG systems and AI agents.",
"logo": "",
"link": "https://www.patronus.ai/"
},
{
"name": "Log10",
"description": "Log10 provides an end-to-end AI accuracy platform for evaluating and monitoring LLM applications in high-stakes industries, featuring expert-driven evaluation, automated feedback systems, real-time monitoring, and continuous improvement workflows with built-in security and compliance features.",
"logo": "",
"link": "https://www.log10.io/"
},
{
"name": "Traceloop",
"description": "Traceloop provides open-source LLM monitoring through OpenLLMetry, offering real-time hallucination detection, output quality monitoring, and prompt debugging capabilities across 22+ LLM providers with zero-intrusion integration.",
"logo": "",
"link": "https://traceloop.com/"
},
{
"name": "WhyLabs",
"description": "WhyLabs provides a comprehensive AI Control Center for monitoring, securing, and optimizing AI applications, offering real-time LLM monitoring, security guardrails, and privacy-preserving observability with SOC 2 Type 2 compliance and support for multiple modalities.",
"logo": "",
"link": "https://whylabs.ai/"
},
{
"name": "OpenLLMetry",
"description": "OpenLLMetry provides an open-source observability solution for LLMs built on OpenTelemetry standards, offering easy integration with major observability platforms like Datadog, New Relic, and Grafana, requiring just two lines of code to implement.",
"logo": "",
"link": "https://openllmetry.org/"
},
{
"name": "LangWatch",
"description": "LangWatch provides a comprehensive LLMOps platform for optimizing and monitoring LLM performance, featuring automated prompt optimization using DSPy, quality evaluations, performance monitoring, and collaborative tools for AI teams, with enterprise-grade security and self-hosting options.",
"logo": "",
"link": "https://langwatch.ai/"
}
]
},
{
"name": "RISK & COMPLIANCE",
"description": "Frameworks for ensuring responsible AI use and regulatory compliance",
"companies": [
{
"name": "Alinia",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Guardrails AI",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Lakera",
"description": "",
"logo": "",
"link": ""
}
]
},
{
"name": "SECURITY & ACCESS CONTROL",
"description": "Tools for protecting AI systems and managing access and user permissions",
"companies": [
{
"name": "LiteLLM",
"description": "LiteLLM provides a unified API gateway for managing 100+ LLM providers with OpenAI-compatible formatting, offering features like authentication, load balancing, spend tracking, and monitoring integrations, available both as an open-source solution and enterprise service.",
"logo": "",
"link": "https://litellm.ai/"
}
]
}
]
},
{
"number": 5,
"name": "Agent Consumer Layer",
"description": "The interface layer where AI agents interact with users and systems. This includes standalone autonomous agents, assistive tools that enhance human capabilities, and specialized agents built for specific tasks. It's where AI capabilities are packaged into practical, user-facing applications.",
"sections": [
{
"name": "AUTONOMOUS AGENTS",
"description": "Self-operating AI systems that can complete complex tasks independently",
"companies": [
{
"name": "Devin",
"description": "Cognition develops Devin, the world's first AI software engineer, designed to work as a collaborative teammate that helps engineering teams scale their capabilities through parallel task execution and comprehensive development support.",
"logo": "./assets/cognition.png",
"link": "https://devin.ai/"
},
{
"name": "OpenHands",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Lovable",
"description": "",
"logo": "",
"link": ""
},
{
"name": "AutoGen",
"description": "",
"logo": "",
"link": ""
},
{
"name": "BabyAGI",
"description": "",
"logo": "",
"link": ""
},
{
"name": "AgentGPT",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Superagent",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Morph",
"description": "Morph AI delivers an enterprise-grade developer assistant that automates engineering tasks across multiple languages and frameworks, enabling developers to focus on high-impact work while ensuring code quality through automated testing and compliance.",
"logo": "./assets/morph.svg",
"link": ""
},
{
"name": "GoCharlie",
"description": "Multimodal content creation autonomous agent.",
"logo": "",
"link": "https://gocharlie.ai/"
},
{
"name": "Kubiya",
"description": "Kubiya provides AI-powered teammates for operations teams, enabling automated task delegation and execution across DevOps workflows, with hallucination-free operations, enterprise-grade security, and native integration with tools like Slack, Jira, and Terraform.",
"logo": "",
"link": "https://www.kubiya.ai/"
},
{
"name": "Goose",
"description": "Goose is an open-source autonomous developer agent that operates directly on your machine, capable of executing shell commands, debugging code, managing dependencies, and interacting with development tools like GitHub and Jira, featuring extensible toolkits and support for multiple LLM providers.",
"logo": "",
"link": "https://github.com/block/goose"
}
]
},
{
"name": "ASSISTIVE AGENTS",
"description": "AI tools that enhance human capabilities and workflow efficiency",
"companies": [
{
"name": "Copilot",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Continue.dev",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Cody",
"description": "Sourcegraph's Cody is an AI coding assistant that combines the latest LLM models (including Claude 3 and GPT-4) with comprehensive codebase context to help developers write, understand, and fix code across multiple IDEs, while offering enterprise-grade security and flexible deployment options.",
"logo": "",
"link": "https://sourcegraph.com/cody"
},
{
"name": "Cursor",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Tabnine",
"description": "Tabnine provides a privacy-focused AI code assistant that offers personalized code generation, testing, and review capabilities, featuring bespoke models trained on team codebases, zero data retention, and enterprise-grade security with support for on-premises deployment.",
"logo": "",
"link": "https://www.tabnine.com/"
},
{
"name": "Pieces",
"description": "Pieces provides an on-device AI companion that captures and maintains long-term memory across the developer workflow, offering snippet management, multi-LLM support, and context-aware assistance while processing all data locally for enhanced security and privacy.",
"logo": "",
"link": "https://pieces.app/"
}
]
},
{
"name": "SPECIALIZED AGENTS",
"description": "Purpose-built AI agents designed for specific functions, like PR reviews and similar.",
"companies": [
{
"name": "CodeRabbit",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Qodo",
"description": "",
"logo": "",
"link": ""
},
{
"name": "Ellipsis",
"description": "Ellipsis provides AI-powered code reviews and automated bug fixes for GitHub repositories, offering features like style guide enforcement, code generation, and automated testing while maintaining SOC 2 Type 1 compliance and secure processing without data retention.",
"logo": "",
"link": "https://www.ellipsis.dev/"
},
{
"name": "Codeflash",
"description": "Codeflash is a CI tool that keeps your Python code performant by using AI to automatically find the most optimized version of your code through benchmarking and verifying the new code for correctness.",
"logo": "./assets/codeflash.png",
"link": "https://www.codeflash.ai/"
},
{
"name": "Superflex",
"description": "Superflex is a VSCode Extension that builds features from Figma designs, images and text prompts, while maintaining your design standards, code style, and reusing your UI components.",
"logo": "./assets/superflex.svg",
"link": "https://superflex.ai/"
}
]
}
]
}
]
}