From 2b57b69c597ff9e2bbf08b5edc515ec20cdc7424 Mon Sep 17 00:00:00 2001 From: Kate Sv Date: Mon, 16 Sep 2024 22:33:02 -0700 Subject: [PATCH 1/9] (docs)links to redirect chains fix (#133) --- .../pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx | 2 +- fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx b/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx index 3787ddbf..57fdcdf0 100644 --- a/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx +++ b/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx @@ -25,7 +25,7 @@ After uploading the dataset and going through the validation and review data pha ## Fine-tuning results -You will receive an email notification when the fine-tuned model is ready. You can explore the evaluation metrics using the [Dashboard](http://dashboard.cohere.com/fine-tuning) and try out your model using one of our APIs on the interactive [Playground](https://dashboard.cohere.com/playground/). +You will receive an email notification when the fine-tuned model is ready. You can explore the evaluation metrics using the [Dashboard](http://dashboard.cohere.com/fine-tuning) and try out your model using one of our APIs on the interactive [Playground](https://dashboard.cohere.com/welcome/login?redirect_uri=/playground/chat). ## Fine-tuning job statuses diff --git a/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx b/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx index cf80a67c..4a9281c9 100644 --- a/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx +++ b/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx @@ -55,5 +55,5 @@ finetuned_model = co.finetuning.create_finetuned_model( ## Fine-tuning results -When the fine-tuning model is ready you will receive an email notification. You can explore the evaluation metrics using the Dashboard and try out your model using one of our APIs on the [Playground](https://dashboard.cohere.com/playground/). +When the fine-tuning model is ready you will receive an email notification. You can explore the evaluation metrics using the Dashboard and try out your model using one of our APIs on the [Playground](https://dashboard.cohere.com/welcome/login?redirect_uri=/playground/chat). From 50cdcd8997d9b942544b65ba207a20328d7561f7 Mon Sep 17 00:00:00 2001 From: platform-endpoints Date: Tue, 17 Sep 2024 16:15:22 +0000 Subject: [PATCH 2/9] Add spec changes Co-authored-by: Lucas Fayoux <8889400+lfayoux@users.noreply.github.com> --- cohere-openapi.yaml | 235 +++++++++++------- .../snippets/node/chat-v2-post/documents.ts | 2 +- .../snippets/python/chat-v2-post/documents.py | 4 +- .../requests/chat-v2-post/documents.yaml | 62 ++--- .../responses/chat-v2-post/documents.yaml | 20 +- 5 files changed, 191 insertions(+), 132 deletions(-) diff --git a/cohere-openapi.yaml b/cohere-openapi.yaml index 0b3f9a57..6d892225 100644 --- a/cohere-openapi.yaml +++ b/cohere-openapi.yaml @@ -5953,6 +5953,14 @@ paths: A list of available tools (functions) that the model may suggest invoking before producing a text response. When `tools` is passed (without `tool_results`), the `text` content in the response will be empty and the `tool_calls` field in the response will be populated with a list of tool calls that need to be made. If no calls need to be made, the `tool_calls` array will be empty. + documents: + type: array + items: + oneOf: + - type: string + - $ref: "#/components/schemas/Document" + description: | + A list of relevant documents that the model can cite to generate a more accurate reply. Each document is either a string or document object with content and metadata. citation_mode: type: string enum: @@ -6230,11 +6238,11 @@ paths: (async () => { const response = await cohere.chat({ model: 'command-r-plus', + documents: [{ id: '1', data: 'Cohere is the best!' }], messages: [ { role: 'user', content: [{ type: 'text', text: "Who's the best?" }], - documents: [{ id: '1', text: 'Cohere is the best!' }], }, ], }); @@ -6252,11 +6260,11 @@ paths: response = co.chat( model="command-r-plus", + documents=[{'id': '1', 'data': {'text': 'Cohere is the best!', 'title': 'The best'}}], messages=[ { "role": "user", - "content": "Who's the best?", - "documents": [{'id': '1', 'title': 'The best', 'text': 'Cohere is the best!'}] + "content": "Who's the best?" } ] ) @@ -6265,95 +6273,99 @@ paths: print(response) request: model: "command-r" - messages: - - role: "user" - content: "Who is more popular: Nsync or Backstreet Boys?" - documents: - - title: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" - snippet: >- - ↓ Skip to Main Content + documents: + - data: + content: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" + snippet: >- + ↓ Skip to Main Content - Music industry – One step closer to being accurate + Music industry – One step closer to being accurate - CSPC: Backstreet Boys Popularity Analysis + CSPC: Backstreet Boys Popularity Analysis - Hernán Lopez Posted on February 9, 2017 Posted in CSPC 72 - Comments Tagged with Backstreet Boys, Boy band + Hernán Lopez Posted on February 9, 2017 Posted in CSPC 72 + Comments Tagged with Backstreet Boys, Boy band - At one point, Backstreet Boys defined success: massive - albums sales across the globe, great singles sales, plenty - of chart topping releases, hugely hyped tours and - tremendous media coverage. + At one point, Backstreet Boys defined success: massive + albums sales across the globe, great singles sales, plenty + of chart topping releases, hugely hyped tours and tremendous + media coverage. - It is true that they benefited from extraordinarily good - market conditions in all markets. After all, the all-time - record year for the music business, as far as revenues in - billion dollars are concerned, was actually 1999. That is, - back when this five men group was at its peak. - - title: "CSPC: NSYNC Popularity Analysis - ChartMasters" - snippet: >- - ↓ Skip to Main Content + It is true that they benefited from extraordinarily good + market conditions in all markets. After all, the all-time + record year for the music business, as far as revenues in + billion dollars are concerned, was actually 1999. That is, + back when this five men group was at its peak. + - data: + content: "CSPC: NSYNC Popularity Analysis - ChartMasters" + snippet: >- + ↓ Skip to Main Content - Music industry – One step closer to being accurate + Music industry – One step closer to being accurate - CSPC: NSYNC Popularity Analysis + CSPC: NSYNC Popularity Analysis - MJD Posted on February 9, 2018 Posted in CSPC 27 Comments - Tagged with Boy band, N'Sync + MJD Posted on February 9, 2018 Posted in CSPC 27 Comments + Tagged with Boy band, N'Sync - At the turn of the millennium three teen acts were huge in - the US, the Backstreet Boys, Britney Spears and NSYNC. The - latter is the only one we haven’t study so far. It took 15 - years and Adele to break their record of 2,4 million units - sold of No Strings Attached in its first week alone. + At the turn of the millennium three teen acts were huge in + the US, the Backstreet Boys, Britney Spears and NSYNC. The + latter is the only one we haven’t study so far. It took 15 + years and Adele to break their record of 2,4 million units + sold of No Strings Attached in its first week alone. - It wasn’t a fluke, as the second fastest selling album of - the Soundscan era prior 2015, was also theirs since - Celebrity debuted with 1,88 million units sold. - - title: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" - snippet: >- - 1997, 1998, 2000 and 2001 also rank amongst some of the - very best years. + It wasn’t a fluke, as the second fastest selling album of + the Soundscan era prior 2015, was also theirs since + Celebrity debuted with 1,88 million units sold. + - data: + content: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" + snippet: >- + 1997, 1998, 2000 and 2001 also rank amongst some of the very + best years. - Yet the way many music consumers – especially teenagers - and young women’s – embraced their output deserves its own - chapter. If Jonas Brothers and more recently One Direction - reached a great level of popularity during the past - decade, the type of success achieved by Backstreet Boys is - in a completely different level as they really dominated - the business for a few years all over the world, including - in some countries that were traditionally hard to - penetrate for Western artists. + Yet the way many music consumers – especially teenagers and + young women’s – embraced their output deserves its own + chapter. If Jonas Brothers and more recently One Direction + reached a great level of popularity during the past decade, + the type of success achieved by Backstreet Boys is in a + completely different level as they really dominated the + business for a few years all over the world, including in + some countries that were traditionally hard to penetrate for + Western artists. - We will try to analyze the extent of that hegemony with - this new article with final results which will more than - surprise many readers. - - title: "CSPC: NSYNC Popularity Analysis - ChartMasters" - snippet: >- - Was the teen group led by Justin Timberlake really that - big? Was it only in the US where they found success? Or - were they a global phenomenon? - - As usual, I’ll be using the Commensurate Sales to - Popularity Concept in order to relevantly gauge their - results. This concept will not only bring you sales - information for all NSYNC‘s albums, physical and download - singles, as well as audio and video streaming, but it will - also determine their true popularity. If you are not yet - familiar with the CSPC method, the next page explains it - with a short video. I fully recommend watching the video - before getting into the sales figures. + We will try to analyze the extent of that hegemony with this + new article with final results which will more than surprise + many readers. + - data: + content: "CSPC: NSYNC Popularity Analysis - ChartMasters" + snippet: >- + Was the teen group led by Justin Timberlake really that big? + Was it only in the US where they found success? Or were they + a global phenomenon? + + As usual, I’ll be using the Commensurate Sales to Popularity + Concept in order to relevantly gauge their results. This + concept will not only bring you sales information for all + NSYNC‘s albums, physical and download singles, as well as + audio and video streaming, but it will also determine their + true popularity. If you are not yet familiar with the CSPC + method, the next page explains it with a short video. I + fully recommend watching the video before getting into the + sales figures. + messages: + - role: "user" + content: "Who is more popular: Nsync or Backstreet Boys?" stream: false response: body: @@ -6384,7 +6396,7 @@ paths: text: extremely popular at the turn of the millennium. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -6418,7 +6430,7 @@ paths: text: massive album sales across the globe sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -6453,7 +6465,7 @@ paths: text: great singles sales sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -6488,7 +6500,7 @@ paths: text: plenty of chart-topping releases sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -6523,7 +6535,7 @@ paths: text: hyped tours sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -6558,7 +6570,7 @@ paths: text: tremendous media coverage. sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -6593,7 +6605,7 @@ paths: text: album No Strings Attached selling 2.4 million units in its first week. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -6627,7 +6639,7 @@ paths: text: second fastest-selling album of the Soundscan era before 2015 sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -6661,7 +6673,7 @@ paths: text: Celebrity debuting at 1.88 million units sold. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -6696,7 +6708,7 @@ paths: Western artists. sources: - type: document - id: doc_2 + id: doc:2 document: snippet: >- 1997, 1998, 2000 and 2001 also rank amongst some of @@ -16646,12 +16658,6 @@ components: - type: array items: $ref: "#/components/schemas/Content" - documents: - type: array - minItems: 0 - description: Documents seen by the model when generating the reply. - items: - $ref: "#/components/schemas/ChatDocument" ToolCall-2: x-fern-sdk-group-name: v2 description: A array of tool calls to be made. @@ -16775,6 +16781,53 @@ components: propertyName: type mapping: text: "#/components/schemas/TextContent" + Document: + x-fern-sdk-group-name: v2 + type: object + description: | + Relevant information that could be used by the model to generate a more accurate reply. + The content of each document are generally short (should be under 300 words). Metadata should be used to provide additional information, both the key name and the value will be + passed to the model. + properties: + data: + type: object + x-fern-type: map + additionalProperties: + type: string + description: | + A relevant documents that the model can cite to generate a more accurate reply. Each document is a string-string dictionary. + id: + type: string + description: Unique identifier for this document which will be referenced in + citations. If not provided an ID will be automatically generated + required: + - data + DocumentContent: + x-fern-sdk-group-name: v2 + type: object + description: Document content. + required: + - type + - document + properties: + type: + type: string + enum: + - document + document: + $ref: "#/components/schemas/Document" + ToolContent: + x-fern-sdk-group-name: v2 + description: A content block which contains information about the content of a + tool result + oneOf: + - $ref: "#/components/schemas/TextContent" + - $ref: "#/components/schemas/DocumentContent" + discriminator: + propertyName: type + mapping: + text: "#/components/schemas/TextContent" + document: "#/components/schemas/DocumentContent" ToolMessage-2: x-fern-sdk-group-name: v2 type: object @@ -16793,11 +16846,13 @@ components: description: The id of the associated tool call that has provided the given content tool_content: - type: array - description: A list of outputs from a tool. The content should formatted as a - JSON object string - items: - type: string + description: A single or list of outputs from a tool. The content should + formatted as a JSON object string, or a list of tool content blocks + oneOf: + - type: string + - type: array + items: + $ref: "#/components/schemas/ToolContent" ChatMessage-2: x-fern-sdk-group-name: v2 description: Represents a single message in the chat history from a given role. diff --git a/snippets/snippets/node/chat-v2-post/documents.ts b/snippets/snippets/node/chat-v2-post/documents.ts index c1f91d0f..f1c3652c 100644 --- a/snippets/snippets/node/chat-v2-post/documents.ts +++ b/snippets/snippets/node/chat-v2-post/documents.ts @@ -7,11 +7,11 @@ const cohere = new CohereClientV2({ (async () => { const response = await cohere.chat({ model: 'command-r-plus', + documents: [{ id: '1', data: 'Cohere is the best!' }], messages: [ { role: 'user', content: [{ type: 'text', text: "Who's the best?" }], - documents: [{ id: '1', text: 'Cohere is the best!' }], }, ], }); diff --git a/snippets/snippets/python/chat-v2-post/documents.py b/snippets/snippets/python/chat-v2-post/documents.py index e7f97724..64818080 100644 --- a/snippets/snippets/python/chat-v2-post/documents.py +++ b/snippets/snippets/python/chat-v2-post/documents.py @@ -4,11 +4,11 @@ response = co.chat( model="command-r-plus", + documents=[{'id': '1', 'data': {'text': 'Cohere is the best!', 'title': 'The best'}}], messages=[ { "role": "user", - "content": "Who's the best?", - "documents": [{'id': '1', 'title': 'The best', 'text': 'Cohere is the best!'}] + "content": "Who's the best?" } ] ) diff --git a/snippets/snippets/requests/chat-v2-post/documents.yaml b/snippets/snippets/requests/chat-v2-post/documents.yaml index 605f9ce3..6cb71f63 100644 --- a/snippets/snippets/requests/chat-v2-post/documents.yaml +++ b/snippets/snippets/requests/chat-v2-post/documents.yaml @@ -1,55 +1,59 @@ model: "command-r" -messages: - - role: "user" - content: "Who is more popular: Nsync or Backstreet Boys?" - documents: - - title: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" - snippet: >- - ↓ Skip to Main Content +documents: + - data: + content: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" + snippet: >- + ↓ Skip to Main Content - Music industry – One step closer to being accurate + Music industry – One step closer to being accurate - CSPC: Backstreet Boys Popularity Analysis + CSPC: Backstreet Boys Popularity Analysis - Hernán Lopez Posted on February 9, 2017 Posted in CSPC 72 Comments Tagged with Backstreet Boys, Boy band + Hernán Lopez Posted on February 9, 2017 Posted in CSPC 72 Comments Tagged with Backstreet Boys, Boy band - At one point, Backstreet Boys defined success: massive albums sales across the globe, great singles sales, plenty of chart topping releases, hugely hyped tours and tremendous media coverage. + At one point, Backstreet Boys defined success: massive albums sales across the globe, great singles sales, plenty of chart topping releases, hugely hyped tours and tremendous media coverage. - It is true that they benefited from extraordinarily good market conditions in all markets. After all, the all-time record year for the music business, as far as revenues in billion dollars are concerned, was actually 1999. That is, back when this five men group was at its peak. - - title: "CSPC: NSYNC Popularity Analysis - ChartMasters" - snippet: >- - ↓ Skip to Main Content + It is true that they benefited from extraordinarily good market conditions in all markets. After all, the all-time record year for the music business, as far as revenues in billion dollars are concerned, was actually 1999. That is, back when this five men group was at its peak. + - data: + content: "CSPC: NSYNC Popularity Analysis - ChartMasters" + snippet: >- + ↓ Skip to Main Content - Music industry – One step closer to being accurate + Music industry – One step closer to being accurate - CSPC: NSYNC Popularity Analysis + CSPC: NSYNC Popularity Analysis - MJD Posted on February 9, 2018 Posted in CSPC 27 Comments Tagged with Boy band, N'Sync + MJD Posted on February 9, 2018 Posted in CSPC 27 Comments Tagged with Boy band, N'Sync - At the turn of the millennium three teen acts were huge in the US, the Backstreet Boys, Britney Spears and NSYNC. The latter is the only one we haven’t study so far. It took 15 years and Adele to break their record of 2,4 million units sold of No Strings Attached in its first week alone. + At the turn of the millennium three teen acts were huge in the US, the Backstreet Boys, Britney Spears and NSYNC. The latter is the only one we haven’t study so far. It took 15 years and Adele to break their record of 2,4 million units sold of No Strings Attached in its first week alone. - It wasn’t a fluke, as the second fastest selling album of the Soundscan era prior 2015, was also theirs since Celebrity debuted with 1,88 million units sold. - - title: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" - snippet: >-2 - 1997, 1998, 2000 and 2001 also rank amongst some of the very best years. + It wasn’t a fluke, as the second fastest selling album of the Soundscan era prior 2015, was also theirs since Celebrity debuted with 1,88 million units sold. + - data: + content: "CSPC: Backstreet Boys Popularity Analysis - ChartMasters" + snippet: >-2 + 1997, 1998, 2000 and 2001 also rank amongst some of the very best years. - Yet the way many music consumers – especially teenagers and young women’s – embraced their output deserves its own chapter. If Jonas Brothers and more recently One Direction reached a great level of popularity during the past decade, the type of success achieved by Backstreet Boys is in a completely different level as they really dominated the business for a few years all over the world, including in some countries that were traditionally hard to penetrate for Western artists. + Yet the way many music consumers – especially teenagers and young women’s – embraced their output deserves its own chapter. If Jonas Brothers and more recently One Direction reached a great level of popularity during the past decade, the type of success achieved by Backstreet Boys is in a completely different level as they really dominated the business for a few years all over the world, including in some countries that were traditionally hard to penetrate for Western artists. - We will try to analyze the extent of that hegemony with this new article with final results which will more than surprise many readers. - - title: "CSPC: NSYNC Popularity Analysis - ChartMasters" - snippet: >-2 - Was the teen group led by Justin Timberlake really that big? Was it only in the US where they found success? Or were they a global phenomenon? + We will try to analyze the extent of that hegemony with this new article with final results which will more than surprise many readers. + - data: + content: "CSPC: NSYNC Popularity Analysis - ChartMasters" + snippet: >-2 + Was the teen group led by Justin Timberlake really that big? Was it only in the US where they found success? Or were they a global phenomenon? - As usual, I’ll be using the Commensurate Sales to Popularity Concept in order to relevantly gauge their results. This concept will not only bring you sales information for all NSYNC‘s albums, physical and download singles, as well as audio and video streaming, but it will also determine their true popularity. If you are not yet familiar with the CSPC method, the next page explains it with a short video. I fully recommend watching the video before getting into the sales figures. + As usual, I’ll be using the Commensurate Sales to Popularity Concept in order to relevantly gauge their results. This concept will not only bring you sales information for all NSYNC‘s albums, physical and download singles, as well as audio and video streaming, but it will also determine their true popularity. If you are not yet familiar with the CSPC method, the next page explains it with a short video. I fully recommend watching the video before getting into the sales figures. +messages: + - role: "user" + content: "Who is more popular: Nsync or Backstreet Boys?" stream: false diff --git a/snippets/snippets/responses/chat-v2-post/documents.yaml b/snippets/snippets/responses/chat-v2-post/documents.yaml index 8dd33536..87d1e64e 100644 --- a/snippets/snippets/responses/chat-v2-post/documents.yaml +++ b/snippets/snippets/responses/chat-v2-post/documents.yaml @@ -21,7 +21,7 @@ body: text: extremely popular at the turn of the millennium. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -46,7 +46,7 @@ body: text: massive album sales across the globe sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -71,7 +71,7 @@ body: text: great singles sales sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -96,7 +96,7 @@ body: text: plenty of chart-topping releases sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -121,7 +121,7 @@ body: text: hyped tours sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -146,7 +146,7 @@ body: text: tremendous media coverage. sources: - type: document - id: doc_0 + id: doc:0 document: snippet: >- ↓ Skip to Main Content @@ -171,7 +171,7 @@ body: text: album No Strings Attached selling 2.4 million units in its first week. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -196,7 +196,7 @@ body: text: second fastest-selling album of the Soundscan era before 2015 sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -221,7 +221,7 @@ body: text: Celebrity debuting at 1.88 million units sold. sources: - type: document - id: doc_1 + id: doc:1 document: snippet: >- ↓ Skip to Main Content @@ -247,7 +247,7 @@ body: Western artists. sources: - type: document - id: doc_2 + id: doc:2 document: snippet: >-2 1997, 1998, 2000 and 2001 also rank amongst some of the very best years. From ab64f153b8cb18516737987737a4cb2a4c1f92c6 Mon Sep 17 00:00:00 2001 From: fern <126544928+fern-bot@users.noreply.github.com> Date: Tue, 17 Sep 2024 12:56:27 -0400 Subject: [PATCH 3/9] chore: upgrade fern (#138) --- .github/workflows/preview-docs.yml | 10 ++++------ .github/workflows/publish-docs.yml | 2 +- fern/fern.config.json | 2 +- package.json | 2 +- pnpm-lock.yaml | 15 ++++++++------- 5 files changed, 15 insertions(+), 16 deletions(-) diff --git a/.github/workflows/preview-docs.yml b/.github/workflows/preview-docs.yml index a048b828..93d15b93 100644 --- a/.github/workflows/preview-docs.yml +++ b/.github/workflows/preview-docs.yml @@ -1,14 +1,10 @@ name: preview-docs on: - pull_request_target: + pull_request: branches: - main -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - jobs: run: runs-on: ubuntu-latest @@ -16,6 +12,8 @@ jobs: steps: - name: Checkout repository uses: actions/checkout@v4 + # with: + # ref: "${{ github.event.pull_request.merge_commit_sha }}" - name: Setup pnpm uses: pnpm/action-setup@v2 @@ -24,7 +22,7 @@ jobs: - name: Install Dependencies shell: bash - run: pnpm install + run: pnpm install - name: Run fern check env: diff --git a/.github/workflows/publish-docs.yml b/.github/workflows/publish-docs.yml index 2e257668..0271482a 100644 --- a/.github/workflows/publish-docs.yml +++ b/.github/workflows/publish-docs.yml @@ -20,7 +20,7 @@ jobs: - name: Install Dependencies shell: bash - run: pnpm install + run: pnpm install - name: Publish Docs env: diff --git a/fern/fern.config.json b/fern/fern.config.json index 45eb088f..f9f7505e 100644 --- a/fern/fern.config.json +++ b/fern/fern.config.json @@ -1,4 +1,4 @@ { "organization": "cohere", - "version": "0.41.8" + "version": "*" } \ No newline at end of file diff --git a/package.json b/package.json index c72c8300..ecb97023 100644 --- a/package.json +++ b/package.json @@ -13,11 +13,11 @@ "devDependencies": { "@types/node": "^20.14.10", "@types/react": "^18.3.3", - "fern-api": "latest", "only-allow": "^1.2.1", "tailwindcss": "^3.4.4" }, "dependencies": { + "fern-api": "^0.41.16", "react": "^18.3.1" } } diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index b7186d7b..7e54163b 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -8,6 +8,9 @@ importers: .: dependencies: + fern-api: + specifier: ^0.41.16 + version: 0.41.16 react: specifier: ^18.3.1 version: 18.3.1 @@ -18,9 +21,6 @@ importers: '@types/react': specifier: ^18.3.3 version: 18.3.3 - fern-api: - specifier: latest - version: 0.31.24 only-allow: specifier: ^1.2.1 version: 1.2.1 @@ -174,8 +174,8 @@ packages: fastq@1.17.1: resolution: {integrity: sha512-sRVD3lWVIXWg6By68ZN7vho9a1pQcN/WBFaAAsDDFzlJjvoGx0P8z7V1t72grFJfJhu3YPZBuu25f7Kaw2jN1w==} - fern-api@0.31.24: - resolution: {integrity: sha512-hO0BY0q3+//OVLALI6875Sh6OlMPRJG4HeIRjIaX4ZmMtPbsZKMoowPSKWyewwnw2uYotklIgIsZWLKoAo7C3A==} + fern-api@0.41.16: + resolution: {integrity: sha512-LykhNvMl0NjTnCu6kHiYV9a2Y3iX5HMFlD6dO1A6J1WfvH8mcKYzcz/R/Md9/h6QygSeuuFGAo/K3JJ9e3j4QQ==} hasBin: true fill-range@7.1.1: @@ -629,7 +629,7 @@ snapshots: dependencies: reusify: 1.0.4 - fern-api@0.31.24: {} + fern-api@0.41.16: {} fill-range@7.1.1: dependencies: @@ -773,8 +773,9 @@ snapshots: postcss-load-config@4.0.2(postcss@8.4.39): dependencies: lilconfig: 3.1.2 - postcss: 8.4.39 yaml: 2.4.5 + optionalDependencies: + postcss: 8.4.39 postcss-nested@6.0.1(postcss@8.4.39): dependencies: From 2efdbc567730633e6613d69fe9b2e1d778ae484b Mon Sep 17 00:00:00 2001 From: platform-endpoints Date: Tue, 17 Sep 2024 19:14:23 +0000 Subject: [PATCH 4/9] Add spec changes Co-authored-by: Lucas Fayoux <8889400+lfayoux@users.noreply.github.com> --- cohere-openapi.yaml | 25 ++++++++++++++++--------- 1 file changed, 16 insertions(+), 9 deletions(-) diff --git a/cohere-openapi.yaml b/cohere-openapi.yaml index 6d892225..d24a8df3 100644 --- a/cohere-openapi.yaml +++ b/cohere-openapi.yaml @@ -5961,15 +5961,8 @@ paths: - $ref: "#/components/schemas/Document" description: | A list of relevant documents that the model can cite to generate a more accurate reply. Each document is either a string or document object with content and metadata. - citation_mode: - type: string - enum: - - FAST - - ACCURATE - - OFF - description: | - Defaults to `"accurate"`. - Dictates the approach taken to generating citations as part of the RAG flow by allowing the user to specify whether they want `"accurate"` results, `"fast"` results or no results. + citation_options: + $ref: "#/components/schemas/CitationOptions" response_format: $ref: "#/components/schemas/ResponseFormat-2" safety_mode: @@ -16898,6 +16891,20 @@ components: parameters: type: object description: The parameters of the function as a JSON schema. + CitationOptions: + x-fern-sdk-group-name: v2 + type: object + description: Options for controlling citation generation. + properties: + mode: + type: string + enum: + - FAST + - ACCURATE + - OFF + description: | + Defaults to `"accurate"`. + Dictates the approach taken to generating citations as part of the RAG flow by allowing the user to specify whether they want `"accurate"` results, `"fast"` results or no results. ResponseFormatType-2: x-fern-sdk-group-name: v2 x-fern-audiences: From cfad1ec8bcc38ef32d244eaa25306bf7386b53c9 Mon Sep 17 00:00:00 2001 From: Meor Amer <92068895+mrmer1@users.noreply.github.com> Date: Wed, 18 Sep 2024 05:57:22 +0800 Subject: [PATCH 5/9] Update playground-overview.mdx (#131) Signed-off-by: Meor Amer <92068895+mrmer1@users.noreply.github.com> --- fern/pages/get-started/playground-overview.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fern/pages/get-started/playground-overview.mdx b/fern/pages/get-started/playground-overview.mdx index 9333c93e..6419f1c1 100644 --- a/fern/pages/get-started/playground-overview.mdx +++ b/fern/pages/get-started/playground-overview.mdx @@ -19,7 +19,7 @@ The [Developer Playground](https://dashboard.cohere.com/playground) is a visual ### Chat -The Chat API provides natural a natural language response to a prompt.  You can use the Chat Playground to generate text, answer a question or create content.  There is a default preamble, which you can change in the playground. The preamble and the messages are sent to the model to generate a response. +The Chat API provides a natural language response to a prompt.  You can use the Chat Playground to generate text, answer a question or create content.  There is a default preamble, which you can change in the playground. The preamble and the messages are sent to the model to generate a response. - To write inputs that produce the best results for your use case, read our [Prompt Engineering](/docs/prompt-engineering) guide. - Try tinkering with different [temperature](/docs/temperature)  to get different outputs. From cdb6de5c1dc3cd5c9150fc715d30b6533534bda5 Mon Sep 17 00:00:00 2001 From: Meor Amer <92068895+mrmer1@users.noreply.github.com> Date: Wed, 18 Sep 2024 10:04:58 +0800 Subject: [PATCH 6/9] add aya models to model listing (#141) --- fern/pages/models/models.mdx | 3 ++- fern/pages/models/the-command-family-of-models/command-r.mdx | 2 ++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/fern/pages/models/models.mdx b/fern/pages/models/models.mdx index b2d4dd01..af58a2e9 100644 --- a/fern/pages/models/models.mdx +++ b/fern/pages/models/models.mdx @@ -49,7 +49,8 @@ Command is Cohere's default generation model that takes a user instruction (or c | `command-nightly` | To reduce the time between major releases, we put out nightly versions of command models. For `command`, that is `command-nightly`.

Be advised that `command-nightly` is the latest, most experimental, and (possibly) unstable version of its default counterpart. Nightly releases are updated regularly, without warning, and are not recommended for production use. | 128k | 128k | [Chat](/reference/chat) | | `command-light` | A smaller, faster version of `command`. Almost as capable, but a lot faster. | 4k | 4k | [Chat](/reference/chat),
[Summarize](/reference/summarize-2) | | `command-light-nightly` | To reduce the time between major releases, we put out nightly versions of command models. For `command-light`, that is `command-light-nightly`.

Be advised that `command-light-nightly` is the latest, most experimental, and (possibly) unstable version of its default counterpart. Nightly releases are updated regularly, without warning, and are not recommended for production use. | 4k | 4k | [Chat](/reference/chat) | - +| `c4ai-aya-23-35b` | The 35B version of the [Aya 23 model](https://huggingface.co/CohereForAI/aya-23-35B). Pairs a highly performant pre-trained Command family of models with the [Aya Collection](https://huggingface.co/datasets/CohereForAI/aya_collection). Serves 23 languages. | 8k | 8k | [Chat](/reference/chat) | +| `c4ai-aya-23-8b` | The 8B version of the [Aya 23 model](https://huggingface.co/CohereForAI/aya-23-8B). Pairs a highly performant pre-trained Command family of models with the [Aya Collection](https://huggingface.co/datasets/CohereForAI/aya_collection). Serves 23 languages. | 8k | 8k | [Chat](/reference/chat) | ### Using Command Models on Different Platforms diff --git a/fern/pages/models/the-command-family-of-models/command-r.mdx b/fern/pages/models/the-command-family-of-models/command-r.mdx index 14c1123a..22fb6626 100644 --- a/fern/pages/models/the-command-family-of-models/command-r.mdx +++ b/fern/pages/models/the-command-family-of-models/command-r.mdx @@ -22,6 +22,8 @@ Command R boasts high precision on [retrieval augmented generation](/docs/retrie | `command-r-08-2024` | `command-r-08-2024` is an update of the Command R model, delivered in August 2024. | 128k | 4k | [Chat](/reference/chat) | | | `command-r-03-2024` | Command R is an instruction-following conversational model that performs language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents. | 128k | 4k | [Chat](/reference/chat) | | | `command-r` | `command-r` is an alias for `command-r-03-2024`, so if you use `command-r` in the API, that's the model you're pointing to. | 128k | 4k | [Chat](/reference/chat) | | +| `c4ai-aya-23-35b` | The 35B version of the [Aya 23 model](https://huggingface.co/CohereForAI/aya-23-35B). Pairs a highly performant pre-trained Command family of models with the [Aya Collection](https://huggingface.co/datasets/CohereForAI/aya_collection). Serves 23 languages. | 8k | 8k | [Chat](/reference/chat) | +| `c4ai-aya-23-8b` | The 8B version of the [Aya 23 model](https://huggingface.co/CohereForAI/aya-23-8B). Pairs a highly performant pre-trained Command family of models with the [Aya Collection](https://huggingface.co/datasets/CohereForAI/aya_collection). Serves 23 languages. | 8k | 8k | [Chat](/reference/chat) | ## Command R August 2024 Release Cohere's flagship text-generation models, Command R and Command R+, received a substantial update in August 2024. We chose to designate these models with time stamps, so in the API Command R 08-2024 is accesible with `command-r-08-2024`. From 8acedf2d1b98f1a08a53d27d85c03eafa3b1a13b Mon Sep 17 00:00:00 2001 From: Andrew Ellul Date: Wed, 18 Sep 2024 11:25:41 +0100 Subject: [PATCH 7/9] [fix] TypeError: 'ChatCitation' object is not subscriptable (#97) Co-authored-by: Meor Amer <92068895+mrmer1@users.noreply.github.com> Co-authored-by: billytrend-cohere <144115527+billytrend-cohere@users.noreply.github.com> --- .../prompt-engineering/crafting-effective-prompts.mdx | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fern/pages/text-generation/prompt-engineering/crafting-effective-prompts.mdx b/fern/pages/text-generation/prompt-engineering/crafting-effective-prompts.mdx index 68160646..e6b8e846 100644 --- a/fern/pages/text-generation/prompt-engineering/crafting-effective-prompts.mdx +++ b/fern/pages/text-generation/prompt-engineering/crafting-effective-prompts.mdx @@ -151,8 +151,8 @@ def insert_citations(text: str, citations: list[dict]): # Process citations in the order they were provided for citation in citations: # Adjust start/end with offset - start, end = citation['start'] + offset, citation['end'] + offset - cited_docs = [str(int(doc[4:]) + 1) for doc in citation["document_ids"]] + start, end = citation.start + offset, citation.end + offset + cited_docs = [str(int(doc[4:]) + 1) for doc in citation.document_ids] # Shorten citations if they're too long for convenience if len(cited_docs) > 3: placeholder = "[" + ", ".join(cited_docs[:3]) + "...]" From aa56e742be817e9789248dc743d9b6be4ad93631 Mon Sep 17 00:00:00 2001 From: Kate Sv Date: Wed, 18 Sep 2024 07:32:25 -0700 Subject: [PATCH 8/9] (docs)Updated meta description (#132) * (docs)Updated meta description * Revert "(docs)Updated meta description" This reverts commit 4f1cb2bf0217d7e2f613e93f072ca4351b2dfa65. * new descriptions * after Meor's review * Update fern/pages/text-generation/tokens-and-tokenizers.mdx Co-authored-by: Meor Amer <92068895+mrmer1@users.noreply.github.com> Signed-off-by: Kate Sv * hide 4 pagest --------- Signed-off-by: Kate Sv Co-authored-by: Meor Amer <92068895+mrmer1@users.noreply.github.com> --- ...022-02-22-larger-representation-models.mdx | 11 ++++++---- ...022-03-01-extremely-large-beta-release.mdx | 11 ++++++---- .../2022-03-08-classification-endpoint.mdx | 11 ++++++---- ...08-finetuning-available-policy-updates.mdx | 11 ++++++---- ...2-03-08-new-improved-generation-models.mdx | 11 ++++++---- .../2022-04-25-new-extremely-large-model.mdx | 11 ++++++---- ...all-medium-and-large-generation-models.mdx | 11 ++++++---- ...d-generation-and-representation-models.mdx | 11 ++++++---- ...022-07-07-model-parameter-now-optional.mdx | 11 ++++++---- .../2022-08-05-introducing-moderate-beta.mdx | 12 +++++----- ...18-pricing-update-and-new-dashboard-ui.mdx | 11 ++++++---- ...-our-representational-model-embeddings.mdx | 11 ++++++---- ...-new-logit-bias-experimental-parameter.mdx | 11 ++++++---- .../2022-11-07-new-look-for-docs.mdx | 11 ++++++---- ...-current-models-new-beta-model-command.mdx | 11 ++++++---- ...12-02-model-sizing-update-improvements.mdx | 11 ++++++---- ...understanding-model-language-detection.mdx | 11 ++++++---- ...-01-17-command-model-nightly-available.mdx | 11 ++++++---- ...mmand-r-is-a-scalable-llm-for-business.mdx | 12 +++++----- ...25-multilingual-support-for-coclassify.mdx | 11 ++++++---- .../2023-04-26-model-names-are-changing.mdx | 11 ++++++---- ...new-maximum-document-length-for-rerank.mdx | 11 ++++++---- ...023-06-28-release-notes-june-28th-2023.mdx | 11 ++++++---- ...23-08-05-release-notes-august-4th-2023.mdx | 11 ++++++---- ...9-27-release-notes-september-29th-2023.mdx | 11 ++++++---- ...024-01-02-release-notes-january-x-2024.mdx | 11 ++++++---- .../changelog/2024-03-20-python-sdk-v500.mdx | 14 +++++++----- ...uning-has-been-added-to-the-python-sdk.mdx | 14 +++++++----- .../2024-04-03-python-sdk-v520-release.mdx | 14 +++++++----- .../2024-04-09-advanced-retrieval-launch.mdx | 11 ++++++---- ...06-10-release-notes-for-june-10th-2024.mdx | 14 +++++++----- ...6-11-force-json-object-response-format.mdx | 13 ++++++----- .../2024-08-30-command-gets-refreshed.mdx | 11 ++++++---- fern/pages/cohere-api/about.mdx | 15 +++++++------ fern/pages/cohere-api/errors.mdx | 18 +++++++-------- .../c4ai-acceptable-use-policy.mdx | 18 +++++++-------- fern/pages/cookbooks.mdx | 3 +++ fern/pages/customer-support/v1classify-3.mdx | 3 ++- .../v1classify-3/customer-support.mdx | 19 +++++++++++----- .../deployment-options/cohere-on-aws.mdx | 18 +++++++-------- .../cohere-on-aws/amazon-bedrock.mdx | 17 +++++++------- .../single-container-on-private-clouds.mdx | 18 +++++++-------- .../chat-improving-the-results.mdx | 18 +++++++-------- .../chat-preparing-the-data.mdx | 19 ++++++++-------- .../chat-starting-the-training.mdx | 18 +++++++-------- .../chat-understanding-the-results.mdx | 18 +++++++-------- .../classify-improving-the-results.mdx | 18 +++++++-------- .../classify-preparing-the-data.mdx | 18 +++++++-------- .../classify-starting-the-training.mdx | 17 +++++++------- .../classify-understanding-the-results.mdx | 18 +++++++-------- .../fine-tuning-with-the-cohere-dashboard.mdx | 17 +++++++------- .../fine-tuning-with-the-python-sdk.mdx | 17 +++++++------- fern/pages/fine-tuning/fine-tuning.mdx | 18 +++++++-------- .../rerank-improving-the-results.mdx | 17 +++++++------- .../rerank-preparing-the-data.mdx | 18 +++++++-------- .../rerank-starting-the-training.mdx | 17 +++++++------- .../rerank-understanding-the-results.mdx | 18 +++++++-------- .../troubleshooting-a-fine-tuned-model.mdx | 18 +++++++-------- fern/pages/get-started/cohere-toolkit.mdx | 19 ++++++++-------- fern/pages/get-started/contribute.mdx | 19 ++++++++-------- fern/pages/get-started/datasets.mdx | 19 ++++++++-------- .../introduction-to-large-language-models.mdx | 18 +++++++-------- .../pages/get-started/playground-overview.mdx | 18 +++++++-------- .../pages/get-started/the-cohere-platform.mdx | 19 ++++++++-------- fern/pages/going-to-production/going-live.mdx | 18 +++++++-------- .../how-does-cohere-pricing-work.mdx | 18 +++++++-------- fern/pages/index.mdx | 3 +++ .../integrations/cohere-and-langchain.mdx | 18 +++++++-------- .../chat-on-langchain.mdx | 18 +++++++-------- .../tools-on-langchain.mdx | 18 +++++++-------- fern/pages/integrations/integrations.mdx | 21 +++++++++--------- .../integrations/elasticsearch-and-cohere.mdx | 21 +++++++++--------- .../integrations/haystack-and-cohere.mdx | 18 +++++++-------- .../integrations/mongodb-and-cohere.mdx | 18 +++++++-------- .../integrations/opensearch-and-cohere.mdx | 18 +++++++-------- .../integrations/redis-and-cohere.mdx | 18 +++++++-------- fern/pages/integrations/llamaindex.mdx | 20 ++++++++--------- .../pages/intent-recognition/v1classify-1.mdx | 13 ++++++----- .../v1classify-1/intent-recognition.mdx | 20 +++++++++++------ fern/pages/models/cohere-embed.mdx | 18 +++++++-------- .../models/the-command-family-of-models.mdx | 4 ++-- .../command-beta.mdx | 18 +++++++-------- .../command-r-plus.mdx | 19 ++++++++-------- .../command-r.mdx | 19 ++++++++-------- fern/pages/responsible-use/security.mdx | 4 ++-- fern/pages/sentiment-analysis/classify-10.mdx | 4 ++-- .../classify-10/sentiment-analysis.mdx | 20 +++++++++++------ fern/pages/text-embeddings/embed-jobs-api.mdx | 18 +++++++-------- fern/pages/text-embeddings/embeddings.mdx | 18 +++++++-------- fern/pages/text-embeddings/reranking.mdx | 19 ++++++++-------- .../reranking/reranking-best-practices.mdx | 17 +++++++------- .../text-classification-with-cohere.mdx | 7 +++--- fern/pages/text-generation/chat-api.mdx | 19 ++++++++-------- fern/pages/text-generation/connectors.mdx | 20 ++++++++--------- .../connectors/connector-authentication.mdx | 18 +++++++-------- .../connectors/connector-faqs.mdx | 18 +++++++-------- .../creating-and-deploying-a-connector.mdx | 20 ++++++++--------- .../connectors/managing-your-connector.mdx | 20 ++++++++--------- .../migrating-from-cogenerate-to-cochat.mdx | 20 ++++++++--------- .../text-generation/predictable-outputs.mdx | 20 ++++++++--------- .../text-generation/prompt-engineering.mdx | 21 +++++++++--------- .../evaluate-your-llm-response.mdx | 20 ++++++++--------- .../retrieval-augmented-generation-rag.mdx | 18 +++++++-------- fern/pages/text-generation/streaming.mdx | 17 +++++++------- .../text-generation/summarizing-text.mdx | 8 ++++--- .../text-generation/tokens-and-tokenizers.mdx | 19 ++++++++-------- fern/pages/text-generation/tools.mdx | 20 ++++++++--------- .../tools/multi-step-tool-use.mdx | 18 ++++++++------- fern/pages/text-generation/tools/tool-use.mdx | 22 ++++++++++--------- .../v1classify-2/toxicity-detection.mdx | 22 ++++++++++++------- fern/pages/tutorials/cookbooks.mdx | 18 +++++++-------- 111 files changed, 911 insertions(+), 796 deletions(-) diff --git a/fern/pages/changelog/2022-02-22-larger-representation-models.mdx b/fern/pages/changelog/2022-02-22-larger-representation-models.mdx index 03ce0fef..df550124 100644 --- a/fern/pages/changelog/2022-02-22-larger-representation-models.mdx +++ b/fern/pages/changelog/2022-02-22-larger-representation-models.mdx @@ -1,8 +1,11 @@ --- -title: "Larger Representation Models" -slug: "changelog/larger-representation-models" -type: "added" -createdAt: "Tue Feb 22 2022 19:05:00 GMT+0000 (Coordinated Universal Time)" +title: Larger Representation Models +slug: changelog/larger-representation-models +type: added +createdAt: 'Tue Feb 22 2022 19:05:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + New Representation Model sizes and an increased token limit offer improved + performance and flexibility. --- Representation Models are now available in the sizes of `medium-20220217` and `large-20220217` as well as an updated version of `small-20220217`. Our previous `small` model will be available as `small-20211115`. In addition, the maximum tokens length per text has increased from 512 to 1024. We recommend keeping text lengths below 128 tokens for optimal performance; for any text longer than 128 tokens, the text is spliced and the resulting embeddings of each component are then averaged and returned. diff --git a/fern/pages/changelog/2022-03-01-extremely-large-beta-release.mdx b/fern/pages/changelog/2022-03-01-extremely-large-beta-release.mdx index 53dd40d1..bf90b0ef 100644 --- a/fern/pages/changelog/2022-03-01-extremely-large-beta-release.mdx +++ b/fern/pages/changelog/2022-03-01-extremely-large-beta-release.mdx @@ -1,8 +1,11 @@ --- -title: "Extremely Large (Beta) Release" -slug: "changelog/extremely-large-beta-release" -type: "added" -createdAt: "Tue Mar 01 2022 19:03:00 GMT+0000 (Coordinated Universal Time)" +title: Extremely Large (Beta) Release +slug: changelog/extremely-large-beta-release +type: added +createdAt: 'Tue Mar 01 2022 19:03:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Take your NLP tasks further with our new top-tier model, Extremely Large + (Beta), now available. --- Our biggest and most performant generation model is now available. `Extremely Large (Beta)` outperforms our previous `large` model on a variety of downstream tasks including sentiment analysis, named entity recognition (NER) and common sense reasoning, as measured by our internal benchmarks. You can access `Extremely Large (Beta)` as `xlarge-20220301`. While in Beta, note that this model will have a maximum token length of 1024 tokens and maximum `num_generations` of 1. diff --git a/fern/pages/changelog/2022-03-08-classification-endpoint.mdx b/fern/pages/changelog/2022-03-08-classification-endpoint.mdx index ca2dd698..38f7ef6e 100644 --- a/fern/pages/changelog/2022-03-08-classification-endpoint.mdx +++ b/fern/pages/changelog/2022-03-08-classification-endpoint.mdx @@ -1,8 +1,11 @@ --- -title: "Classification Endpoint" -slug: "changelog/classification-endpoint" -type: "added" -createdAt: "Tue Mar 08 2022 18:58:00 GMT+0000 (Coordinated Universal Time)" +title: Classification Endpoint +slug: changelog/classification-endpoint +type: added +createdAt: 'Tue Mar 08 2022 18:58:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Classify text with Cohere's new classification endpoint, powered by generation + models, offering few-shot learning. --- Classification is now available via our classification endpoint. This endpoint is currently powered by our generation models (`small` and `medium`) and supports few-shot classification. We will be deprecating support for Choose Best by May 18th. To learn more about classification at Cohere check out the docs [here](/classify-reference). diff --git a/fern/pages/changelog/2022-03-08-finetuning-available-policy-updates.mdx b/fern/pages/changelog/2022-03-08-finetuning-available-policy-updates.mdx index fb9cc46e..4ac00e07 100644 --- a/fern/pages/changelog/2022-03-08-finetuning-available-policy-updates.mdx +++ b/fern/pages/changelog/2022-03-08-finetuning-available-policy-updates.mdx @@ -1,9 +1,12 @@ --- -title: "Finetuning Available + Policy Updates" -slug: "changelog/finetuning-available-policy-updates" -type: "improved" -createdAt: "Tue Mar 08 2022 19:02:00 GMT+0000 (Coordinated Universal Time)" +title: Finetuning Available + Policy Updates +slug: changelog/finetuning-available-policy-updates +type: improved +createdAt: 'Tue Mar 08 2022 19:02:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Fine-tune models with your own data and leverage updated policies for powerful + NLP solutions. --- **Finetuning is Generally Available** diff --git a/fern/pages/changelog/2022-03-08-new-improved-generation-models.mdx b/fern/pages/changelog/2022-03-08-new-improved-generation-models.mdx index b430b97a..5b9c6360 100644 --- a/fern/pages/changelog/2022-03-08-new-improved-generation-models.mdx +++ b/fern/pages/changelog/2022-03-08-new-improved-generation-models.mdx @@ -1,8 +1,11 @@ --- -title: "New & Improved Generation Models" -slug: "changelog/new-improved-generation-models" -type: "" -createdAt: "Tue Mar 08 2022 19:00:00 GMT+0000 (Coordinated Universal Time)" +title: New & Improved Generation Models +slug: changelog/new-improved-generation-models +type: '' +createdAt: 'Tue Mar 08 2022 19:00:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Try our new small, medium, and large generation models with improved + performance from our high-quality dataset. --- We’ve shipped updated `small`, `medium`, and `large` generation models. You’ll find significant improvements in performance that come from our newly assembled high quality dataset. diff --git a/fern/pages/changelog/2022-04-25-new-extremely-large-model.mdx b/fern/pages/changelog/2022-04-25-new-extremely-large-model.mdx index 463c7fdf..a5c67e25 100644 --- a/fern/pages/changelog/2022-04-25-new-extremely-large-model.mdx +++ b/fern/pages/changelog/2022-04-25-new-extremely-large-model.mdx @@ -1,8 +1,11 @@ --- -title: "New Extremely Large Model!" -slug: "changelog/new-extremely-large-model" -type: "added" -createdAt: "Mon Apr 25 2022 17:48:00 GMT+0000 (Coordinated Universal Time)" +title: New Extremely Large Model! +slug: changelog/new-extremely-large-model +type: added +createdAt: 'Mon Apr 25 2022 17:48:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + We're thrilled to introduce our enhanced `xlarge` model, now with superior + generation quality and speed. --- Our new and improved `xlarge` has better generation quality and a 4x faster prediction speed. This model now supports a maximum token length of 2048 tokens and frequency and presence penalties. diff --git a/fern/pages/changelog/2022-04-25-updated-small-medium-and-large-generation-models.mdx b/fern/pages/changelog/2022-04-25-updated-small-medium-and-large-generation-models.mdx index e079c060..a30e3af5 100644 --- a/fern/pages/changelog/2022-04-25-updated-small-medium-and-large-generation-models.mdx +++ b/fern/pages/changelog/2022-04-25-updated-small-medium-and-large-generation-models.mdx @@ -1,8 +1,11 @@ --- -title: "Updated Small, Medium, and Large Generation Models" -slug: "changelog/updated-small-medium-and-large-generation-models" -type: "improved" -createdAt: "Mon Apr 25 2022 17:54:00 GMT+0000 (Coordinated Universal Time)" +title: 'Updated Small, Medium, and Large Generation Models' +slug: changelog/updated-small-medium-and-large-generation-models +type: improved +createdAt: 'Mon Apr 25 2022 17:54:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + The latest updates improve model stability and fix a bug for more effective + generation presence and frequency penalties. --- Updated `small`, `medium`, and `large` models are more stable and resilient against abnormal inputs due to a FP16 quantization fix. We also fixed a bug in generation presence & frequency penalty, which will result in more effective penalties. diff --git a/fern/pages/changelog/2022-05-29-new-improved-generation-and-representation-models.mdx b/fern/pages/changelog/2022-05-29-new-improved-generation-and-representation-models.mdx index 7fa58d46..f625a7bf 100644 --- a/fern/pages/changelog/2022-05-29-new-improved-generation-and-representation-models.mdx +++ b/fern/pages/changelog/2022-05-29-new-improved-generation-and-representation-models.mdx @@ -1,8 +1,11 @@ --- -title: "New & Improved Generation and Representation Models" -slug: "changelog/new-improved-generation-and-representation-models" -type: "improved" -createdAt: "Tue Mar 29 2022 17:56:00 GMT+0000 (Coordinated Universal Time)" +title: New & Improved Generation and Representation Models +slug: changelog/new-improved-generation-and-representation-models +type: improved +createdAt: 'Tue Mar 29 2022 17:56:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Enhance your text generation and representation with improved models, now + offering better context support and optimal performance. --- We've retrained our `small`, `medium`, and `large` generation and representation models. Updated representation models now support contexts up to 4096 tokens (previously 1024 tokens). We recommend keeping text lengths below 512 tokens for optimal performance; for any text longer than 512 tokens, the text is spliced and the resulting embeddings of each component are then averaged and returned. diff --git a/fern/pages/changelog/2022-07-07-model-parameter-now-optional.mdx b/fern/pages/changelog/2022-07-07-model-parameter-now-optional.mdx index 70fa2ad5..57a8dfc0 100644 --- a/fern/pages/changelog/2022-07-07-model-parameter-now-optional.mdx +++ b/fern/pages/changelog/2022-07-07-model-parameter-now-optional.mdx @@ -1,8 +1,11 @@ --- -title: "Model parameter now optional." -slug: "changelog/model-parameter-now-optional" -type: "improved" -createdAt: "Thu Jul 07 2022 17:47:00 GMT+0000 (Coordinated Universal Time)" +title: Model parameter now optional. +slug: changelog/model-parameter-now-optional +type: improved +createdAt: 'Thu Jul 07 2022 17:47:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Our APIs are now model-agnostic with default endpoint settings, offering + greater flexibility and control for users. --- Our APIs no longer require a model to be specified. Each endpoint comes with great defaults. For more control, a model can still be specified by adding a model param in the request. diff --git a/fern/pages/changelog/2022-08-05-introducing-moderate-beta.mdx b/fern/pages/changelog/2022-08-05-introducing-moderate-beta.mdx index a7f2f430..8ea2e923 100644 --- a/fern/pages/changelog/2022-08-05-introducing-moderate-beta.mdx +++ b/fern/pages/changelog/2022-08-05-introducing-moderate-beta.mdx @@ -1,9 +1,11 @@ --- -title: "Introducing Moderate (Beta)!" -slug: "changelog/introducing-moderate-beta" -type: "added" -createdAt: "Fri Aug 05 2022 17:46:00 GMT+0000 (Coordinated Universal Time)" +title: Introducing Moderate (Beta)! +slug: changelog/introducing-moderate-beta +type: added +createdAt: 'Fri Aug 05 2022 17:46:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "Use the API to generate completions, distill text into semantically meaningful vectors, and more. Get state-of-the-art natural language processing without the need for expensive supercomputing infrastructure." +description: >- + Access cutting-edge natural language processing tools without the need for + costly supercomputing power. --- Use Moderate (Beta) to classify harmful text across the following categories: `profane`, `hate speech`, `violence`, `self-harm`, `sexual`, `sexual (non-consenual)`, `harassment`, `spam`, `information hazard (e.g., pii)`. Moderate returns an array containing each category and its associated confidence score. Over the coming weeks, expect performance to improve significantly as we optimize the underlying model. diff --git a/fern/pages/changelog/2022-10-18-pricing-update-and-new-dashboard-ui.mdx b/fern/pages/changelog/2022-10-18-pricing-update-and-new-dashboard-ui.mdx index b3e7a64c..eb13675d 100644 --- a/fern/pages/changelog/2022-10-18-pricing-update-and-new-dashboard-ui.mdx +++ b/fern/pages/changelog/2022-10-18-pricing-update-and-new-dashboard-ui.mdx @@ -1,9 +1,12 @@ --- -title: "Pricing Update and New Dashboard UI" -slug: "changelog/pricing-update-and-new-dashboard-ui" -type: "improved" -createdAt: "Tue Oct 18 2022 22:27:00 GMT+0000 (Coordinated Universal Time)" +title: Pricing Update and New Dashboard UI +slug: changelog/pricing-update-and-new-dashboard-ui +type: improved +createdAt: 'Tue Oct 18 2022 22:27:00 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Unlock new features, including production keys, flat-rate pricing, improved + UI, and enhanced team collaboration and model insights. --- - Free, rate limited Trial Keys for experimentation, testing, and playground usage - Production keys with no rate limit for serving Cohere in production applications diff --git a/fern/pages/changelog/2022-11-03-coclassify-powered-by-our-representational-model-embeddings.mdx b/fern/pages/changelog/2022-11-03-coclassify-powered-by-our-representational-model-embeddings.mdx index 4f0cbb20..822547a7 100644 --- a/fern/pages/changelog/2022-11-03-coclassify-powered-by-our-representational-model-embeddings.mdx +++ b/fern/pages/changelog/2022-11-03-coclassify-powered-by-our-representational-model-embeddings.mdx @@ -1,8 +1,11 @@ --- -title: "Co.classify powered by our Representational model embeddings" -slug: "changelog/coclassify-powered-by-our-representational-model-embeddings" -type: "improved" -createdAt: "Thu Nov 03 2022 22:33:02 GMT+0000 (Coordinated Universal Time)" +title: Co.classify powered by our Representational model embeddings +slug: changelog/coclassify-powered-by-our-representational-model-embeddings +type: improved +createdAt: 'Thu Nov 03 2022 22:33:02 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Improve few-shot classification with Co.classify and embeddings from our + Representational model. --- The Co.classify endpoint now serves few-shot classification tasks using embeddings from our Representational model for the small, medium, and large default models. diff --git a/fern/pages/changelog/2022-11-03-new-logit-bias-experimental-parameter.mdx b/fern/pages/changelog/2022-11-03-new-logit-bias-experimental-parameter.mdx index 83588e91..ea9f7e36 100644 --- a/fern/pages/changelog/2022-11-03-new-logit-bias-experimental-parameter.mdx +++ b/fern/pages/changelog/2022-11-03-new-logit-bias-experimental-parameter.mdx @@ -1,8 +1,11 @@ --- -title: "New Logit Bias experimental parameter" -slug: "changelog/new-logit-bias-experimental-parameter" -type: "added" -createdAt: "Thu Nov 03 2022 22:34:05 GMT+0000 (Coordinated Universal Time)" +title: New Logit Bias experimental parameter +slug: changelog/new-logit-bias-experimental-parameter +type: added +createdAt: 'Thu Nov 03 2022 22:34:05 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Take control of your generative models with the new logit_bias parameter to + guide token generation. --- Our Generative models have now the option to use the new logit_bias parameter to prevent the model from generating unwanted tokens or to incentivize it to include desired tokens. Logit bias is supported in all our default Generative models. diff --git a/fern/pages/changelog/2022-11-07-new-look-for-docs.mdx b/fern/pages/changelog/2022-11-07-new-look-for-docs.mdx index d804c1a8..d4c63b0d 100644 --- a/fern/pages/changelog/2022-11-07-new-look-for-docs.mdx +++ b/fern/pages/changelog/2022-11-07-new-look-for-docs.mdx @@ -1,9 +1,12 @@ --- -title: "New Look For Docs!" -slug: "changelog/new-look-for-docs" -type: "improved" -createdAt: "Mon Nov 07 2022 21:44:01 GMT+0000 (Coordinated Universal Time)" +title: New Look For Docs! +slug: changelog/new-look-for-docs +type: improved +createdAt: 'Mon Nov 07 2022 21:44:01 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Explore our updated docs with interactive tutorials, improved info + architecture, and a UI refresh for a streamlined experience. --- We've updated our docs to better suit our new developer journey! You'll have a sleeker, more streamlined documentation experience. diff --git a/fern/pages/changelog/2022-11-08-improvements-to-current-models-new-beta-model-command.mdx b/fern/pages/changelog/2022-11-08-improvements-to-current-models-new-beta-model-command.mdx index 309804f2..9acba1fd 100644 --- a/fern/pages/changelog/2022-11-08-improvements-to-current-models-new-beta-model-command.mdx +++ b/fern/pages/changelog/2022-11-08-improvements-to-current-models-new-beta-model-command.mdx @@ -1,9 +1,12 @@ --- -title: "Improvements to Current Models + New Beta Model (Command)!" -slug: "changelog/improvements-to-current-models-new-beta-model-command" -type: "added" -createdAt: "Tue Nov 08 2022 16:43:50 GMT+0000 (Coordinated Universal Time)" +title: Improvements to Current Models + New Beta Model (Command)! +slug: changelog/improvements-to-current-models-new-beta-model-command +type: added +createdAt: 'Tue Nov 08 2022 16:43:50 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Introducing new and improved Medium and XLarge models, plus a Command model + for precise responses to commands. --- **New & Improved Medium & Extremely Large** diff --git a/fern/pages/changelog/2022-12-02-model-sizing-update-improvements.mdx b/fern/pages/changelog/2022-12-02-model-sizing-update-improvements.mdx index c6289513..b9199aca 100644 --- a/fern/pages/changelog/2022-12-02-model-sizing-update-improvements.mdx +++ b/fern/pages/changelog/2022-12-02-model-sizing-update-improvements.mdx @@ -1,9 +1,12 @@ --- -title: "Model Sizing Update + Improvements" -slug: "changelog/model-sizing-update-improvements" -type: "improved" -createdAt: "Fri Dec 02 2022 16:28:42 GMT+0000 (Coordinated Universal Time)" +title: Model Sizing Update + Improvements +slug: changelog/model-sizing-update-improvements +type: improved +createdAt: 'Fri Dec 02 2022 16:28:42 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + We're updating our generative AI models to offer improved Medium and X-Large + options. --- Effective December 2, 2022, we will be consolidating our generative models and only serving our Medium (focused on speed) and X-Large (focused on quality). We will also be discontinuing support for our Medium embedding model. diff --git a/fern/pages/changelog/2022-12-12-multilingual-text-understanding-model-language-detection.mdx b/fern/pages/changelog/2022-12-12-multilingual-text-understanding-model-language-detection.mdx index 187d214d..72ddf43d 100644 --- a/fern/pages/changelog/2022-12-12-multilingual-text-understanding-model-language-detection.mdx +++ b/fern/pages/changelog/2022-12-12-multilingual-text-understanding-model-language-detection.mdx @@ -1,9 +1,12 @@ --- -title: "Multilingual Text Understanding Model + Language Detection!" -slug: "changelog/multilingual-text-understanding-model-language-detection" -type: "added" -createdAt: "Mon Dec 12 2022 15:52:44 GMT+0000 (Coordinated Universal Time)" +title: Multilingual Text Understanding Model + Language Detection! +slug: changelog/multilingual-text-understanding-model-language-detection +type: added +createdAt: 'Mon Dec 12 2022 15:52:44 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Cohere's multilingual model now supports semantic search across 100 languages + with a single index. --- Cohere's multilingual text understanding model is now available! The `multilingual-22-12` model can be used to semantically search within a single language, as well as across languages. Compared to keyword search, where you often need separate tokenizers and indices to handle different languages, the deployment of the multilingual model for search is trivial: no language-specific handling is needed — everything can be done by a single model within a single index. diff --git a/fern/pages/changelog/2023-01-17-command-model-nightly-available.mdx b/fern/pages/changelog/2023-01-17-command-model-nightly-available.mdx index c36a3dca..b665e90b 100644 --- a/fern/pages/changelog/2023-01-17-command-model-nightly-available.mdx +++ b/fern/pages/changelog/2023-01-17-command-model-nightly-available.mdx @@ -1,9 +1,12 @@ --- -title: "Command Model Nightly Available!" -slug: "changelog/command-model-nightly-available" -type: "improved" -createdAt: "Tue Jan 17 2023 20:24:25 GMT+0000 (Coordinated Universal Time)" +title: Command Model Nightly Available! +slug: changelog/command-model-nightly-available +type: improved +createdAt: 'Tue Jan 17 2023 20:24:25 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Get improved performance with our new nightly versions of Command models, now + available in medium and x-large sizes. --- Nightly versions of our Common models are now available. This means that every week, you can expect the performance of command-nightly to improve as we continually retrain them. diff --git a/fern/pages/changelog/2023-01-17-command-r-is-a-scalable-llm-for-business.mdx b/fern/pages/changelog/2023-01-17-command-r-is-a-scalable-llm-for-business.mdx index e245efa0..b22b706f 100644 --- a/fern/pages/changelog/2023-01-17-command-r-is-a-scalable-llm-for-business.mdx +++ b/fern/pages/changelog/2023-01-17-command-r-is-a-scalable-llm-for-business.mdx @@ -1,10 +1,12 @@ --- -title: "Command R+ is a scalable LLM for business" -slug: "changelog/command-r-is-a-scalable-llm-for-business" -type: "" -createdAt: "Thu Apr 04 2024 15:11:00 GMT+0000 (Coordinated Universal Time)" +title: Command R+ is a scalable LLM for business +slug: changelog/command-r-is-a-scalable-llm-for-business +type: '' +createdAt: 'Thu Apr 04 2024 15:11:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "Command R+ is a scalable LLM for business." +description: >- + Explore Command R+, Cohere's powerful language model, excelling in multi-step + tool use and complex conversational AI tasks. --- We're pleased to announce the release of [Command R+](/docs/command-r-plus), our newest and most performant large language model. Command R+ is optimized for conversational interaction and long-context tasks, and it is the recommended model for use cases requiring high performance and accuracy. diff --git a/fern/pages/changelog/2023-01-25-multilingual-support-for-coclassify.mdx b/fern/pages/changelog/2023-01-25-multilingual-support-for-coclassify.mdx index 35cc7594..d24359b8 100644 --- a/fern/pages/changelog/2023-01-25-multilingual-support-for-coclassify.mdx +++ b/fern/pages/changelog/2023-01-25-multilingual-support-for-coclassify.mdx @@ -1,8 +1,11 @@ --- -title: "Multilingual Support for Co.classify" -slug: "changelog/multilingual-support-for-coclassify" -type: "improved" -createdAt: "Wed Jan 25 2023 04:02:31 GMT+0000 (Coordinated Universal Time)" +title: Multilingual Support for Co.classify +slug: changelog/multilingual-support-for-coclassify +type: improved +createdAt: 'Wed Jan 25 2023 04:02:31 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + The co.classify endpoint now supports multilingual capabilities with the new + multilingual-22-12 model. --- The co.classify endpoint now supports the use of Cohere's multilingual embedding model. The `multilingual-22-12 model` is now a valid model input in the co.classify call. diff --git a/fern/pages/changelog/2023-04-26-model-names-are-changing.mdx b/fern/pages/changelog/2023-04-26-model-names-are-changing.mdx index 1f7316df..3d8b9bc1 100644 --- a/fern/pages/changelog/2023-04-26-model-names-are-changing.mdx +++ b/fern/pages/changelog/2023-04-26-model-names-are-changing.mdx @@ -1,9 +1,12 @@ --- -title: "Model Names Are Changing!" -slug: "changelog/model-names-are-changing" -type: "improved" -createdAt: "Wed Apr 26 2023 19:44:46 GMT+0000 (Coordinated Universal Time)" +title: Model Names Are Changing! +slug: changelog/model-names-are-changing +type: improved +createdAt: 'Wed Apr 26 2023 19:44:46 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + We've updated our model names for simplicity and consistency, and old names + will work for now. --- We are updating the names of our models to bring consistency and simplicity to our product offerings. As of today, you will be able to call Cohere’s models via our API and SDK with the new model names, and all of our documentation has been updated to reflect the new naming convention. diff --git a/fern/pages/changelog/2023-06-23-new-maximum-document-length-for-rerank.mdx b/fern/pages/changelog/2023-06-23-new-maximum-document-length-for-rerank.mdx index 5e92a951..aa6db784 100644 --- a/fern/pages/changelog/2023-06-23-new-maximum-document-length-for-rerank.mdx +++ b/fern/pages/changelog/2023-06-23-new-maximum-document-length-for-rerank.mdx @@ -1,8 +1,11 @@ --- -title: "New Maximum Number of Input Documents for Rerank" -slug: "changelog/new-maximum-document-length-for-rerank" -type: "" -createdAt: "Fri Jun 23 2023 14:28:33 GMT+0000 (Coordinated Universal Time)" +title: New Maximum Number of Input Documents for Rerank +slug: changelog/new-maximum-document-length-for-rerank +type: '' +createdAt: 'Fri Jun 23 2023 14:28:33 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Stay up to date with our latest changes to co.rerank, now with an improved + maximum document limit. --- We have updated how the maximum number of documents is calculated for co.rerank. The endpoint will error if `len(documents) * max_chunks_per_doc >10,000` where `max_chunks_per_doc` is set to 10 as default. diff --git a/fern/pages/changelog/2023-06-28-release-notes-june-28th-2023.mdx b/fern/pages/changelog/2023-06-28-release-notes-june-28th-2023.mdx index 44d3f771..4dd2b39c 100644 --- a/fern/pages/changelog/2023-06-28-release-notes-june-28th-2023.mdx +++ b/fern/pages/changelog/2023-06-28-release-notes-june-28th-2023.mdx @@ -1,9 +1,12 @@ --- -title: "Release Notes June 28th 2023" -slug: "changelog/release-notes-june-28th-2023" -type: "added" -createdAt: "Wed Jun 28 2023 15:50:46 GMT+0000 (Coordinated Universal Time)" +title: Release Notes June 28th 2023 +slug: changelog/release-notes-june-28th-2023 +type: added +createdAt: 'Wed Jun 28 2023 15:50:46 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + The latest Command model update brings enhanced code, conversation, and + reasoning, along with new API features and usage/billing improvements. --- **Command Model Updated** The Command model has been updated. Expect improved code and conversational capabilities, as well as reasoning skills on various tasks. diff --git a/fern/pages/changelog/2023-08-05-release-notes-august-4th-2023.mdx b/fern/pages/changelog/2023-08-05-release-notes-august-4th-2023.mdx index 0d5c9b9d..69583f3e 100644 --- a/fern/pages/changelog/2023-08-05-release-notes-august-4th-2023.mdx +++ b/fern/pages/changelog/2023-08-05-release-notes-august-4th-2023.mdx @@ -1,9 +1,12 @@ --- -title: "Release Notes August 8th 2023" -slug: "changelog/release-notes-august-4th-2023" -type: "" -createdAt: "Sat Aug 05 2023 01:24:15 GMT+0000 (Coordinated Universal Time)" +title: Release Notes August 8th 2023 +slug: changelog/release-notes-august-4th-2023 +type: '' +createdAt: 'Sat Aug 05 2023 01:24:15 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Unlock improved reasoning and conversation with Command R+, now featuring Okta + OIDC support and an enhanced finetuning SDK. --- **Command Model Updated** The Command model has been updated. Expect improvements in reasoning and conversational capabilities. diff --git a/fern/pages/changelog/2023-09-27-release-notes-september-29th-2023.mdx b/fern/pages/changelog/2023-09-27-release-notes-september-29th-2023.mdx index a2a9ffae..f4e1a18e 100644 --- a/fern/pages/changelog/2023-09-27-release-notes-september-29th-2023.mdx +++ b/fern/pages/changelog/2023-09-27-release-notes-september-29th-2023.mdx @@ -1,9 +1,12 @@ --- -title: "Release Notes September 29th 2023" -slug: "changelog/release-notes-september-29th-2023" -type: "" -createdAt: "Wed Sep 27 2023 17:09:56 GMT+0000 (Coordinated Universal Time)" +title: Release Notes September 29th 2023 +slug: changelog/release-notes-september-29th-2023 +type: '' +createdAt: 'Wed Sep 27 2023 17:09:56 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Experience the future of generative AI with co.chat() and explore the power of + retrieval-augmented generation for grounded and timely outputs. --- **We're Releasing co.chat() and the Chat + RAG Playground** diff --git a/fern/pages/changelog/2024-01-02-release-notes-january-x-2024.mdx b/fern/pages/changelog/2024-01-02-release-notes-january-x-2024.mdx index bb32707f..97caac66 100644 --- a/fern/pages/changelog/2024-01-02-release-notes-january-x-2024.mdx +++ b/fern/pages/changelog/2024-01-02-release-notes-january-x-2024.mdx @@ -1,9 +1,12 @@ --- -title: "Release Notes January 22, 2024" -slug: "changelog/release-notes-january-x-2024" -type: "" -createdAt: "Tue Jan 02 2024 19:15:05 GMT+0000 (Coordinated Universal Time)" +title: 'Release Notes January 22, 2024' +slug: changelog/release-notes-january-x-2024 +type: '' +createdAt: 'Tue Jan 02 2024 19:15:05 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Discover new AI capabilities with Cohere's latest features, including improved + fine-tuning, Embed Jobs API, and multi-language SDK support. --- ## Apply Cohere's AI with Connectors! diff --git a/fern/pages/changelog/2024-03-20-python-sdk-v500.mdx b/fern/pages/changelog/2024-03-20-python-sdk-v500.mdx index d57afa77..36810dc3 100644 --- a/fern/pages/changelog/2024-03-20-python-sdk-v500.mdx +++ b/fern/pages/changelog/2024-03-20-python-sdk-v500.mdx @@ -1,11 +1,13 @@ --- -title: "Python SDK v5.0.0" -slug: "changelog/python-sdk-v500" -type: "" -createdAt: "Wed Mar 20 2024 18:37:00 GMT+0000 (Coordinated Universal Time)" +title: Python SDK v5.0.0 +slug: changelog/python-sdk-v500 +type: '' +createdAt: 'Wed Mar 20 2024 18:37:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "Cohere is releasing v5.0.0 of the Python SDK" -image: "../../assets/images/739010f-cohere_meta_image.jpg" +description: >- + Stay up-to-date with our latest Python SDK release and learn about deprecated + functions and migration instructions. +image: ../../assets/images/739010f-cohere_meta_image.jpg --- With the release of our latest Python SDK, there are a number of functions that are no longer supported, including `create_custom_models`. diff --git a/fern/pages/changelog/2024-03-21-fine-tuning-has-been-added-to-the-python-sdk.mdx b/fern/pages/changelog/2024-03-21-fine-tuning-has-been-added-to-the-python-sdk.mdx index 5e6ae55c..d49f68df 100644 --- a/fern/pages/changelog/2024-03-21-fine-tuning-has-been-added-to-the-python-sdk.mdx +++ b/fern/pages/changelog/2024-03-21-fine-tuning-has-been-added-to-the-python-sdk.mdx @@ -1,10 +1,12 @@ --- -title: "Fine-tuning has been added to the Python SDK" -slug: "changelog/fine-tuning-has-been-added-to-the-python-sdk" -type: "" -createdAt: "Thu Mar 21 2024 18:39:00 GMT+0000 (Coordinated Universal Time)" +title: Fine-tuning has been added to the Python SDK +slug: changelog/fine-tuning-has-been-added-to-the-python-sdk +type: '' +createdAt: 'Thu Mar 21 2024 18:39:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "Fine-tuning has been added to the Python SDK" -image: "../../assets/images/f97bb24-cohere_meta_image.jpg" +description: >- + Stay up-to-date with Cohere's Python SDK by checking out the new `fine_tuning` + feature and its functions. +image: ../../assets/images/f97bb24-cohere_meta_image.jpg --- In place of `custom_models`, `fine_tuning` has been added to the Python SDK. See this Python [github repository](https://github.com/cohere-ai/cohere-python/tree/main/src/cohere/finetuning) for the full list of supported functions! diff --git a/fern/pages/changelog/2024-04-03-python-sdk-v520-release.mdx b/fern/pages/changelog/2024-04-03-python-sdk-v520-release.mdx index c477ba15..5c308d7f 100644 --- a/fern/pages/changelog/2024-04-03-python-sdk-v520-release.mdx +++ b/fern/pages/changelog/2024-04-03-python-sdk-v520-release.mdx @@ -1,11 +1,13 @@ --- -title: "Python SDK v5.2.0 release" -slug: "changelog/python-sdk-v520-release" -type: "" -createdAt: "Wed Apr 03 2024 18:53:00 GMT+0000 (Coordinated Universal Time)" +title: Python SDK v5.2.0 release +slug: changelog/python-sdk-v520-release +type: '' +createdAt: 'Wed Apr 03 2024 18:53:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "We've updated the Python SDK to v5.2.0" -image: "../../assets/images/090bdae-cohere_meta_image.jpg" +description: >- + Stay up to date with our Python SDK update, including local tokenizer defaults + and new required fields. +image: ../../assets/images/090bdae-cohere_meta_image.jpg --- We've released an additional update for our Python SDK! Here are the highlights. diff --git a/fern/pages/changelog/2024-04-09-advanced-retrieval-launch.mdx b/fern/pages/changelog/2024-04-09-advanced-retrieval-launch.mdx index 0a9bebd7..1734cd2f 100644 --- a/fern/pages/changelog/2024-04-09-advanced-retrieval-launch.mdx +++ b/fern/pages/changelog/2024-04-09-advanced-retrieval-launch.mdx @@ -1,8 +1,11 @@ --- -title: "Advanced Retrieval Launch" -slug: "changelog/advanced-retrieval-launch" -type: "" -createdAt: "Tue Apr 09 2024 02:53:14 GMT+0000 (Coordinated Universal Time)" +title: Advanced Retrieval Launch +slug: changelog/advanced-retrieval-launch +type: '' +createdAt: 'Tue Apr 09 2024 02:53:14 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Rerank 3 offers improved performance and inference speed for long and short + documents with a context length of 4096. --- We're pleased to announce the release of [Rerank 3](/docs/rerank-2) our newest and most performant foundational model for ranking. Rerank 3 boast a context length of 4096, SOTA performance on Code Retrieval, Long Document, and Semi-Structured Data. In addition to quality improvements, we've improved inference speed by a factor of 2x for short documents (doc length \< 512 tokens) and 3x for long documents (doc length ~4096 tokens). diff --git a/fern/pages/changelog/2024-06-10-release-notes-for-june-10th-2024.mdx b/fern/pages/changelog/2024-06-10-release-notes-for-june-10th-2024.mdx index ff7d3d55..08add68a 100644 --- a/fern/pages/changelog/2024-06-10-release-notes-for-june-10th-2024.mdx +++ b/fern/pages/changelog/2024-06-10-release-notes-for-june-10th-2024.mdx @@ -1,11 +1,13 @@ --- -title: "Release Notes for June 10th 2024: Updates to Tool Use, SDKs, Billing" -slug: "changelog/release-notes-for-june-10th-2024" -type: "" -createdAt: "Mon Jun 10 2024 16:06:00 GMT+0000 (Coordinated Universal Time)" +title: 'Release Notes for June 10th 2024: Updates to Tool Use, SDKs, Billing' +slug: changelog/release-notes-for-june-10th-2024 +type: '' +createdAt: 'Mon Jun 10 2024 16:06:00 GMT+0000 (Coordinated Universal Time)' hidden: false -description: "The document announces that multi-step tool use is now the default in Cohere's Chat API, with resources provided to help users get started. Additional documentation has been published on predictable outputs and using Cohere SDKs with private cloud models. Additionally, changes to billing policies have been implemented to address outstanding debts." -image: "../../assets/images/d6d2d1c-cohere_meta_image.jpg" +description: >- + Get started with multi-step tool use, explore new docs, and learn about + billing changes in Cohere's Chat API. +image: ../../assets/images/d6d2d1c-cohere_meta_image.jpg --- ## Multi-step tool use now default in Chat API diff --git a/fern/pages/changelog/2024-06-11-force-json-object-response-format.mdx b/fern/pages/changelog/2024-06-11-force-json-object-response-format.mdx index 0b934531..2591e566 100644 --- a/fern/pages/changelog/2024-06-11-force-json-object-response-format.mdx +++ b/fern/pages/changelog/2024-06-11-force-json-object-response-format.mdx @@ -1,9 +1,12 @@ --- -title: "Force JSON object response format" -slug: "changelog/force-json-object-response-format" -type: "" -createdAt: "Tue Jun 11 2024 15:45:40 GMT+0000 (Coordinated Universal Time)" +title: Force JSON object response format +slug: changelog/force-json-object-response-format +type: '' +createdAt: 'Tue Jun 11 2024 15:45:40 GMT+0000 (Coordinated Universal Time)' hidden: false +description: >- + Generate outputs in JSON objects with the new 'response_format' parameter, now + available with the 'command-nightly' model. --- Users can now force `command-nightly`to generate outputs in JSON objects by setting the `response_format` parameter in the Chat API. Users can also specify a JSON schema for the output. @@ -46,4 +49,4 @@ POST https://api.cohere.ai/v1/chat ``` -Currently only compatible with \`command-nightly model. \ No newline at end of file +Currently only compatible with \`command-nightly model. diff --git a/fern/pages/changelog/2024-08-30-command-gets-refreshed.mdx b/fern/pages/changelog/2024-08-30-command-gets-refreshed.mdx index 5e363495..cba0a185 100644 --- a/fern/pages/changelog/2024-08-30-command-gets-refreshed.mdx +++ b/fern/pages/changelog/2024-08-30-command-gets-refreshed.mdx @@ -1,8 +1,11 @@ --- -title: "Command models get an August refresh" -slug: "changelog/command-gets-refreshed" -createdAt: "Fri Aug 30 2024 05:30:00 (MST)" +title: Command models get an August refresh +slug: changelog/command-gets-refreshed +createdAt: 'Fri Aug 30 2024 05:30:00 (MST)' hidden: false +description: >- + We're excited to announce updates to our Command R and R+ models, offering + improved performance, new features, and more. --- Today we’re announcing updates to our flagship generative AI model series: Command R and Command R+. These models demonstrate improved performance on a variety of tasks. @@ -48,4 +51,4 @@ You can also opt out of the safety modes beta by setting `safety_mode="NONE"`. F Here’s a breakdown the pricing structure for the new models: - For `command-r-plus-08-2024`, input tokens are priced at \$2.50/M and output tokens at \$10.00/M. -- For `command-r-08-2024`, input tokens are priced at \$0.15/M and output tokens at \$0.60/M. \ No newline at end of file +- For `command-r-08-2024`, input tokens are priced at \$0.15/M and output tokens at \$0.60/M. diff --git a/fern/pages/cohere-api/about.mdx b/fern/pages/cohere-api/about.mdx index 3b9928a5..de0029b7 100644 --- a/fern/pages/cohere-api/about.mdx +++ b/fern/pages/cohere-api/about.mdx @@ -1,12 +1,13 @@ --- -title: "About" -slug: "reference/about" - +title: About +slug: reference/about hidden: false -description: "The Cohere platform offers natural language processing and generation capabilities through large language models that can be customized for specific use cases and trained on user data. Models can be accessed through the playground, SDK, and CLI tool." -keywords: "RAG, retrieval, augmented, generation, LLM, connectors, connector, langchain" -createdAt: "Wed Sep 14 2022 16:37:41 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Jun 14 2024 16:36:59 GMT+0000 (Coordinated Universal Time)" +description: >- + Cohere's NLP platform provides customizable large language models and tools + for developers to build AI applications. +keywords: 'RAG, retrieval, augmented, generation, LLM, connectors, connector, langchain' +createdAt: 'Wed Sep 14 2022 16:37:41 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Jun 14 2024 16:36:59 GMT+0000 (Coordinated Universal Time)' --- The Cohere platform builds natural language processing and generation into your product with a few lines of code. Our large language models can solve a broad spectrum of natural language use cases, including classification, semantic search, paraphrasing, summarization, and content generation. diff --git a/fern/pages/cohere-api/errors.mdx b/fern/pages/cohere-api/errors.mdx index d18b8aa5..1a85dff2 100644 --- a/fern/pages/cohere-api/errors.mdx +++ b/fern/pages/cohere-api/errors.mdx @@ -1,14 +1,14 @@ --- -title: "Errors" -slug: "reference/errors" - +title: Errors +slug: reference/errors hidden: false -description: "This document explains how Cohere uses HTTP response codes to indicate the success or failure of an API request, with codes in the 2xx range indicating success, 4xx range indicating errors due to provided information, and 5xx range indicating server errors. It also provides code examples for error handling in different programming languages." -image: "../../assets/images/72cf813-meta_docs_image_cohere.jpg" -keywords: "RAG, retrieval, augmented, generation, LLM, connectors, connector, langchain" - -createdAt: "Tue Sep 06 2022 17:39:07 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:29:33 GMT+0000 (Coordinated Universal Time)" +description: >- + Understand Cohere's HTTP response codes and how to handle errors in various + programming languages. +image: ../../assets/images/72cf813-meta_docs_image_cohere.jpg +keywords: 'RAG, retrieval, augmented, generation, LLM, connectors, connector, langchain' +createdAt: 'Tue Sep 06 2022 17:39:07 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:29:33 GMT+0000 (Coordinated Universal Time)' --- Cohere uses conventional HTTP response codes to indicate the success or failure of an API request. In general: diff --git a/fern/pages/cohere-for-ai/c4ai-acceptable-use-policy.mdx b/fern/pages/cohere-for-ai/c4ai-acceptable-use-policy.mdx index a9e7fe9e..3fa5ee60 100644 --- a/fern/pages/cohere-for-ai/c4ai-acceptable-use-policy.mdx +++ b/fern/pages/cohere-for-ai/c4ai-acceptable-use-policy.mdx @@ -1,14 +1,14 @@ --- -title: "Cohere For AI Acceptable Use Policy" -slug: "docs/c4ai-acceptable-use-policy" - +title: Cohere For AI Acceptable Use Policy +slug: docs/c4ai-acceptable-use-policy hidden: false -description: "C4AI Acceptable Use Policy" -image: "../../assets/images/6a93afe-382e16e-meta_docs_image_cohere.jpg" -keywords: "c4ai, api reference, open source, LLM, Command-R" - -createdAt: "Mon Mar 11 2024 16:32:16 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue May 14 2024 15:04:05 GMT+0000 (Coordinated Universal Time)" +description: >- + "Promoting safe and ethical use of generative AI with guidelines to prevent + misuse and abuse." +image: ../../assets/images/6a93afe-382e16e-meta_docs_image_cohere.jpg +keywords: 'c4ai, api reference, open source, LLM, Command-R' +createdAt: 'Mon Mar 11 2024 16:32:16 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue May 14 2024 15:04:05 GMT+0000 (Coordinated Universal Time)' --- We believe that independent and open machine learning research is vital to realizing the benefits of generative AI equitably and ensuring robust assessments of risks of generative AI use. diff --git a/fern/pages/cookbooks.mdx b/fern/pages/cookbooks.mdx index 2a0e6c10..c3eb43a3 100644 --- a/fern/pages/cookbooks.mdx +++ b/fern/pages/cookbooks.mdx @@ -1,5 +1,8 @@ --- layout: custom +description: >- + Explore a range of AI guides and get started with Cohere's generative + platform, ready-made and best-practice optimized. --- import { CardsContainer } from "../components/cards-container"; diff --git a/fern/pages/customer-support/v1classify-3.mdx b/fern/pages/customer-support/v1classify-3.mdx index f41a76a3..380e86de 100644 --- a/fern/pages/customer-support/v1classify-3.mdx +++ b/fern/pages/customer-support/v1classify-3.mdx @@ -2,7 +2,8 @@ title: "/v1/classify" slug: "docs/v1classify-3" -hidden: false +hidden: true createdAt: "Tue Feb 28 2023 21:27:18 GMT+0000 (Coordinated Universal Time)" updatedAt: "Thu Dec 07 2023 16:57:12 GMT+0000 (Coordinated Universal Time)" --- + diff --git a/fern/pages/customer-support/v1classify-3/customer-support.mdx b/fern/pages/customer-support/v1classify-3/customer-support.mdx index 7cd155f4..50cfe9fc 100644 --- a/fern/pages/customer-support/v1classify-3/customer-support.mdx +++ b/fern/pages/customer-support/v1classify-3/customer-support.mdx @@ -1,11 +1,18 @@ --- -title: "Customer Support" -slug: "docs/customer-support" -subtitle: "This endpoint classifies text into one of several classes. It uses a few examples to create a classifier from a generative model. In the background, it constructs a few-shot classification prompt and uses it classify the `input` texts you pass to it." +title: Customer Support +slug: docs/customer-support +subtitle: >- + This endpoint classifies text into one of several classes. It uses a few + examples to create a classifier from a generative model. In the background, it + constructs a few-shot classification prompt and uses it classify the `input` + texts you pass to it. hidden: false -image: "../../../assets/images/bc4b541-meta_docs_image_cohere.jpg" -createdAt: "Thu Sep 08 2022 23:28:14 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:34:10 GMT+0000 (Coordinated Universal Time)" +image: ../../../assets/images/bc4b541-meta_docs_image_cohere.jpg +createdAt: 'Thu Sep 08 2022 23:28:14 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:34:10 GMT+0000 (Coordinated Universal Time)' +description: >- + Get started with a text classification system to augment customer support by + automatically routing tickets. --- To run this tutorial, click on **Examples** and select one of the options. diff --git a/fern/pages/deployment-options/cohere-on-aws.mdx b/fern/pages/deployment-options/cohere-on-aws.mdx index ef326ff5..2e6a42df 100644 --- a/fern/pages/deployment-options/cohere-on-aws.mdx +++ b/fern/pages/deployment-options/cohere-on-aws.mdx @@ -1,14 +1,14 @@ --- -title: "Cohere on AWS" -slug: "docs/cohere-on-aws" - +title: Cohere on AWS +slug: docs/cohere-on-aws hidden: false -description: "Developers can access Cohere's language models through Amazon SageMaker and Amazon Bedrock on AWS Cloud platform, with options for finetuning and customization. Pricing information is available on the Amazon marketplaces." -image: "../../assets/images/20dfedb-cohere_meta_image.jpg" -keywords: "Language models on AWS, Amazon SageMaker, Amazon BedRock" - -createdAt: "Wed May 31 2023 15:12:11 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu May 30 2024 16:00:19 GMT+0000 (Coordinated Universal Time)" +description: >- + Access Cohere's language models on AWS with customization options through + Amazon SageMaker and Amazon Bedrock. +image: ../../assets/images/20dfedb-cohere_meta_image.jpg +keywords: 'Language models on AWS, Amazon SageMaker, Amazon BedRock' +createdAt: 'Wed May 31 2023 15:12:11 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu May 30 2024 16:00:19 GMT+0000 (Coordinated Universal Time)' --- Developers can access a range of Cohere language models in a private environment via Amazon’s AWS Cloud platform. Cohere’s models are supported on two Amazon services: **Amazon SageMaker** and **Amazon Bedrock**. diff --git a/fern/pages/deployment-options/cohere-on-aws/amazon-bedrock.mdx b/fern/pages/deployment-options/cohere-on-aws/amazon-bedrock.mdx index 1d89e36b..fa4578df 100644 --- a/fern/pages/deployment-options/cohere-on-aws/amazon-bedrock.mdx +++ b/fern/pages/deployment-options/cohere-on-aws/amazon-bedrock.mdx @@ -1,14 +1,13 @@ --- -title: "Amazon Bedrock" -slug: "docs/amazon-bedrock" - +title: Amazon Bedrock +slug: docs/amazon-bedrock hidden: false -description: "This document provides prerequisites for using Cohere's models on Amazon Bedrock, including subscribing to the models, installing the AWS Python SDK, and configuring authentication credentials. It also includes code snippets to invoke Cohere's embed and text generation models using Bedrock." -image: "../../../assets/images/8dbcb80-cohere_meta_image.jpg" -keywords: "Cohere on AWS, language models on AWS, Amazon Bedrock, Amazon SageMaker" - -createdAt: "Thu Feb 01 2024 18:08:37 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu May 30 2024 16:00:53 GMT+0000 (Coordinated Universal Time)" +description: >- + This document provides a guide for using Cohere's models on Amazon Bedrock. +image: ../../../assets/images/8dbcb80-cohere_meta_image.jpg +keywords: 'Cohere on AWS, language models on AWS, Amazon Bedrock, Amazon SageMaker' +createdAt: 'Thu Feb 01 2024 18:08:37 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu May 30 2024 16:00:53 GMT+0000 (Coordinated Universal Time)' --- In an effort to make our language-model capabilities more widely available, we've partnered with a few major platforms to create hosted versions of our offerings. diff --git a/fern/pages/deployment-options/single-container-on-private-clouds.mdx b/fern/pages/deployment-options/single-container-on-private-clouds.mdx index 6f6f910d..8f6a2ec6 100644 --- a/fern/pages/deployment-options/single-container-on-private-clouds.mdx +++ b/fern/pages/deployment-options/single-container-on-private-clouds.mdx @@ -1,14 +1,14 @@ --- -title: "Single Container on Private Clouds" -slug: "docs/single-container-on-private-clouds" - +title: Single Container on Private Clouds +slug: docs/single-container-on-private-clouds hidden: false -description: "This document provides instructions on how to pull Cohere's container images using a license and test them with Docker and Kubernetes. It also includes examples of running different Cohere models in Docker containers." -image: "../../assets/images/01d08c4-cohere_meta_image.jpg" -keywords: "Cohere, generative AI, cloud computing, LLMs on the cloud" - -createdAt: "Wed Apr 10 2024 16:10:33 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Mon Apr 29 2024 16:33:07 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to pull and test Cohere's container images using a license with + Docker and Kubernetes. +image: ../../assets/images/01d08c4-cohere_meta_image.jpg +keywords: 'Cohere, generative AI, cloud computing, LLMs on the cloud' +createdAt: 'Wed Apr 10 2024 16:10:33 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Mon Apr 29 2024 16:33:07 GMT+0000 (Coordinated Universal Time)' --- This document walks through how to pull Cohere's container images using a license, and provides steps for testing both Docker and Kubernetes images. diff --git a/fern/pages/fine-tuning/chat-fine-tuning/chat-improving-the-results.mdx b/fern/pages/fine-tuning/chat-fine-tuning/chat-improving-the-results.mdx index a99231f8..84e6797e 100644 --- a/fern/pages/fine-tuning/chat-fine-tuning/chat-improving-the-results.mdx +++ b/fern/pages/fine-tuning/chat-fine-tuning/chat-improving-the-results.mdx @@ -1,14 +1,14 @@ --- -title: "Improving the Chat Fine-tuning Results" -slug: "docs/chat-improving-the-results" - +title: Improving the Chat Fine-tuning Results +slug: docs/chat-improving-the-results hidden: false -description: "This document provides tips for refining data quality, iterating on hyperparameters, and troubleshooting fine-tuned models for Chat. It suggests adding specific examples, checking for errors, balancing data, and ensuring consistency in data preparation." -image: "../../../assets/images/c0526d1-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models, chat models" - -createdAt: "Mon Nov 13 2023 17:30:43 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:43:11 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to refine data, iterate on hyperparameters, and troubleshoot to + fine-tune your Chat model effectively. +image: ../../../assets/images/c0526d1-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models, chat models' +createdAt: 'Mon Nov 13 2023 17:30:43 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:43:11 GMT+0000 (Coordinated Universal Time)' --- There are several things you need to take into account to achieve the best fine-tuned model for Chat: diff --git a/fern/pages/fine-tuning/chat-fine-tuning/chat-preparing-the-data.mdx b/fern/pages/fine-tuning/chat-fine-tuning/chat-preparing-the-data.mdx index 08ec5025..8a181560 100644 --- a/fern/pages/fine-tuning/chat-fine-tuning/chat-preparing-the-data.mdx +++ b/fern/pages/fine-tuning/chat-fine-tuning/chat-preparing-the-data.mdx @@ -1,14 +1,15 @@ --- -title: "Preparing the Chat Fine-tuning Data" -slug: "docs/chat-preparing-the-data" - +title: Preparing the Chat Fine-tuning Data +slug: docs/chat-preparing-the-data hidden: false -description: "This document provides guidelines on preparing data in `jsonl` format for fine-tuning a chat model, including ensuring proper roles, message lengths, and encoding in UTF-8. It also explains how to create datasets using the Python SDK and best practices for chat customization." -image: "../../../assets/images/6b90ef9-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models" - -createdAt: "Thu Nov 16 2023 02:53:26 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue May 07 2024 19:35:14 GMT+0000 (Coordinated Universal Time)" +description: >- + Prepare your data for fine-tuning a Command model for Chat with this + step-by-step guide, including data formatting, requirements, and best + practices. +image: ../../../assets/images/6b90ef9-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models' +createdAt: 'Thu Nov 16 2023 02:53:26 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue May 07 2024 19:35:14 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can prepare your data for fine-tuning a one of the Command family of models for Chat. diff --git a/fern/pages/fine-tuning/chat-fine-tuning/chat-starting-the-training.mdx b/fern/pages/fine-tuning/chat-fine-tuning/chat-starting-the-training.mdx index 0cc22bb8..a8daa69a 100644 --- a/fern/pages/fine-tuning/chat-fine-tuning/chat-starting-the-training.mdx +++ b/fern/pages/fine-tuning/chat-fine-tuning/chat-starting-the-training.mdx @@ -1,14 +1,14 @@ --- -title: "Starting the Chat Fine-Tuning" -slug: "docs/chat-starting-the-training" - +title: Starting the Chat Fine-Tuning +slug: docs/chat-starting-the-training hidden: false -description: "This document provides a guide on how to train a fine-tuning model for Chat using both the Web UI and the Python SDK, including steps for data upload, data requirements, training, and calling the model with `co.chat()`." -image: "../../../assets/images/049a66f-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models" - -createdAt: "Fri Nov 10 2023 18:22:10 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Wed Jun 12 2024 00:17:37 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to fine-tune a Command model for chat with the Cohere Web UI or + Python SDK, including data requirements, pricing, and calling your model. +image: ../../../assets/images/049a66f-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models' +createdAt: 'Fri Nov 10 2023 18:22:10 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Wed Jun 12 2024 00:17:37 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can start training a fine-tuning model for Chat on both the Web UI and the Python SDK. diff --git a/fern/pages/fine-tuning/chat-fine-tuning/chat-understanding-the-results.mdx b/fern/pages/fine-tuning/chat-fine-tuning/chat-understanding-the-results.mdx index dd608121..f789ae47 100644 --- a/fern/pages/fine-tuning/chat-fine-tuning/chat-understanding-the-results.mdx +++ b/fern/pages/fine-tuning/chat-fine-tuning/chat-understanding-the-results.mdx @@ -1,14 +1,14 @@ --- -title: "Understanding the Chat Fine-tuning Results" -slug: "docs/chat-understanding-the-results" - +title: Understanding the Chat Fine-tuning Results +slug: docs/chat-understanding-the-results hidden: false -description: "This document explains that the outputs of a fine-tuned model for Chat are best evaluated qualitatively, focusing on metrics like accuracy and loss to assess the model's performance. It also provides a guide for troubleshooting fine-tuned models." -image: "../../../assets/images/2751b0d-cohere_meta_image.jpg" -keywords: "chat models, fine-tuning, fine-tuning language models" - -createdAt: "Fri Nov 10 2023 18:22:54 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:43:03 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to evaluate and troubleshoot a fine-tuned chat model with accuracy + and loss metrics. +image: ../../../assets/images/2751b0d-cohere_meta_image.jpg +keywords: 'chat models, fine-tuning, fine-tuning language models' +createdAt: 'Fri Nov 10 2023 18:22:54 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:43:03 GMT+0000 (Coordinated Universal Time)' --- The outputs of a fine-tuned model for Chat are often best evaluated qualitatively. While the performance metrics are a good place to start, you'll still have to assess whether it _feels_ right to arrive at a comprehensive understanding of the model’s performance. diff --git a/fern/pages/fine-tuning/classify-fine-tuning/classify-improving-the-results.mdx b/fern/pages/fine-tuning/classify-fine-tuning/classify-improving-the-results.mdx index d71836cd..ad966121 100644 --- a/fern/pages/fine-tuning/classify-fine-tuning/classify-improving-the-results.mdx +++ b/fern/pages/fine-tuning/classify-fine-tuning/classify-improving-the-results.mdx @@ -1,14 +1,14 @@ --- -title: "Improving the Classify Fine-tuning Results" -slug: "docs/classify-improving-the-results" - +title: Improving the Classify Fine-tuning Results +slug: docs/classify-improving-the-results hidden: false -description: "This document provides guidelines for achieving the best fine-tuned model for Classification by focusing on refining data quality, including text cleaning, number of examples, balance of examples per class, length of texts, deduplication, and creating a high-quality test set. It also offers a troubleshooting guide for fine-tuned models." -image: "../../../assets/images/b662232-cohere_meta_image.jpg" -keywords: "classification models, fine-tuning, fine-tuning classification models" - -createdAt: "Fri Nov 10 2023 20:16:25 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:41:45 GMT+0000 (Coordinated Universal Time)" +description: >- + Troubleshoot your fine-tuned classification model with these tips for refining + data quality and improving results. +image: ../../../assets/images/b662232-cohere_meta_image.jpg +keywords: 'classification models, fine-tuning, fine-tuning classification models' +createdAt: 'Fri Nov 10 2023 20:16:25 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:41:45 GMT+0000 (Coordinated Universal Time)' --- There are several things you need to take into account to achieve the best fine-tuned model for Classification, all of which are based on giving the model higher-quality data. diff --git a/fern/pages/fine-tuning/classify-fine-tuning/classify-preparing-the-data.mdx b/fern/pages/fine-tuning/classify-fine-tuning/classify-preparing-the-data.mdx index f0830ff3..17e061b9 100644 --- a/fern/pages/fine-tuning/classify-fine-tuning/classify-preparing-the-data.mdx +++ b/fern/pages/fine-tuning/classify-fine-tuning/classify-preparing-the-data.mdx @@ -1,14 +1,14 @@ --- -title: "Preparing the Classify Fine-tuning data" -slug: "docs/classify-preparing-the-data" - +title: Preparing the Classify Fine-tuning data +slug: docs/classify-preparing-the-data hidden: false -description: "This document provides guidelines on preparing data for fine-tuning models for classification, including requirements for single-label and multi-label datasets, cleaning the dataset, and creating evaluation datasets using the Python SDK." -image: "../../../assets/images/033184f-cohere_meta_image.jpg" -keywords: "classification models, fine-tuning, fine-tuning language models" - -createdAt: "Wed Nov 15 2023 22:21:51 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Wed Apr 03 2024 15:23:42 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to prepare your data for fine-tuning classification models, + including single-label and multi-label data formats and dataset cleaning tips. +image: ../../../assets/images/033184f-cohere_meta_image.jpg +keywords: 'classification models, fine-tuning, fine-tuning language models' +createdAt: 'Wed Nov 15 2023 22:21:51 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Wed Apr 03 2024 15:23:42 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can prepare your data for fine-tuning models for Classification. diff --git a/fern/pages/fine-tuning/classify-fine-tuning/classify-starting-the-training.mdx b/fern/pages/fine-tuning/classify-fine-tuning/classify-starting-the-training.mdx index a4871d83..b26d1310 100644 --- a/fern/pages/fine-tuning/classify-fine-tuning/classify-starting-the-training.mdx +++ b/fern/pages/fine-tuning/classify-fine-tuning/classify-starting-the-training.mdx @@ -1,14 +1,13 @@ --- -title: "Trains and deploys a fine-tuned model." -slug: "docs/classify-starting-the-training" - +title: Trains and deploys a fine-tuned model. +slug: docs/classify-starting-the-training hidden: false -description: "This document provides a guide on how to start training a fine-tuning model for Classification using both the Web UI and the Python SDK, including steps for creating a model, uploading data, previewing data, starting training, and calling the fine-tuned model." -image: "../../../assets/images/3fe7824-cohere_meta_image.jpg" -keywords: "classification models, fine-tuning language models, fine-tuning" - -createdAt: "Fri Nov 10 2023 18:14:01 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu Jun 13 2024 13:10:55 GMT+0000 (Coordinated Universal Time)" +description: >- + Fine-tune classification models with Cohere's Web UI or Python SDK using custom datasets. +image: ../../../assets/images/3fe7824-cohere_meta_image.jpg +keywords: 'classification models, fine-tuning language models, fine-tuning' +createdAt: 'Fri Nov 10 2023 18:14:01 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu Jun 13 2024 13:10:55 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can start training a fine-tuning model for Classification with both the [Web UI](/docs/fine-tuning-with-the-web-ui) and the Python SDK. diff --git a/fern/pages/fine-tuning/classify-fine-tuning/classify-understanding-the-results.mdx b/fern/pages/fine-tuning/classify-fine-tuning/classify-understanding-the-results.mdx index ca83af0f..f34ed294 100644 --- a/fern/pages/fine-tuning/classify-fine-tuning/classify-understanding-the-results.mdx +++ b/fern/pages/fine-tuning/classify-fine-tuning/classify-understanding-the-results.mdx @@ -1,14 +1,14 @@ --- -title: "Understanding the Classify Fine-tuning Results" -slug: "docs/classify-understanding-the-results" - +title: Understanding the Classify Fine-tuning Results +slug: docs/classify-understanding-the-results hidden: false -description: "This document explains the metrics for a fine-tuned model for Classification, including accuracy, precision, recall, and F1 scores, with examples and calculations provided for each metric." -image: "../../../assets/images/620e348-cohere_meta_image.jpg" -keywords: "fine-tuning, classification, fine-tuning language models" - -createdAt: "Fri Nov 10 2023 18:16:09 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:41:36 GMT+0000 (Coordinated Universal Time)" +description: >- + Understand the performance metrics for a fine-tuned classification model and + learn how to interpret its accuracy, precision, recall, and F1 scores. +image: ../../../assets/images/620e348-cohere_meta_image.jpg +keywords: 'fine-tuning, classification, fine-tuning language models' +createdAt: 'Fri Nov 10 2023 18:16:09 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:41:36 GMT+0000 (Coordinated Universal Time)' --- In this section, we will explain the metrics for a fine-tuned model for Classification. diff --git a/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx b/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx index 57fdcdf0..84367fbc 100644 --- a/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx +++ b/fern/pages/fine-tuning/fine-tuning-with-the-cohere-dashboard.mdx @@ -1,14 +1,13 @@ --- -title: "Fine-tuning with Web-UI" -slug: "docs/fine-tuning-with-the-cohere-dashboard" - +title: Fine-tuning with Web-UI +slug: docs/fine-tuning-with-the-cohere-dashboard hidden: false -description: "Customers can use the Cohere Web UI to prepare and validate data for fine-tuning jobs, making it easier for those who prefer a web interface over programming with the Python SDK. After uploading a dataset, users can start the fine-tuning job and track its progress through various status messages." -image: "../../assets/images/da7d0fa-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning large language models" - -createdAt: "Wed Nov 15 2023 21:36:22 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu Jun 13 2024 00:39:00 GMT+0000 (Coordinated Universal Time)" +description: >- + Use the Cohere Web UI to start the fine-tuning jobs and track the progress. +image: ../../assets/images/da7d0fa-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning large language models' +createdAt: 'Wed Nov 15 2023 21:36:22 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu Jun 13 2024 00:39:00 GMT+0000 (Coordinated Universal Time)' --- ![](../../assets/images/be2ccc8-image.png) Customers can kick off fine-tuning jobs by completing the data preparation and validation steps through the [Cohere dashboard](http://dashboard.cohere.com/fine-tuning). This is useful for customers who don't need or don't want to create a fine-tuning job programmatically via the [Fine-tuning API](/reference/listfinetunedmodels) or via the Cohere [Python SDK](/docs/fine-tuning), instead preferring the ease and simplicity of a web interface. diff --git a/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx b/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx index 4a9281c9..1c96610a 100644 --- a/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx +++ b/fern/pages/fine-tuning/fine-tuning-with-the-python-sdk.mdx @@ -1,14 +1,13 @@ --- -title: "Programmatic Fine-tuning" -slug: "docs/fine-tuning-with-the-python-sdk" - +title: Programmatic Fine-tuning +slug: docs/fine-tuning-with-the-python-sdk hidden: false -description: "Customers can fine-tune models using the Cohere Python SDK programmatically, uploading datasets with training and evaluation data before starting a fine-tuning job, and monitoring the results through email notifications and the Dashboard Web UI." -image: "../../assets/images/782e60c-cohere_meta_image.jpg" -keywords: "python, fine-tuning, fine-tuning large language models" - -createdAt: "Fri Nov 10 2023 18:29:56 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu May 09 2024 02:54:41 GMT+0000 (Coordinated Universal Time)" +description: >- + Fine-tune models using the Cohere Python SDK programmatically and monitor the results through the Dashboard Web UI. +image: ../../assets/images/782e60c-cohere_meta_image.jpg +keywords: 'python, fine-tuning, fine-tuning large language models' +createdAt: 'Fri Nov 10 2023 18:29:56 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu May 09 2024 02:54:41 GMT+0000 (Coordinated Universal Time)' --- In addition to using the [Web UI](/docs/fine-tuning-with-the-web-ui) for fine-tuning models, customers can also kick off fine-tuning jobs programmatically using the [Fine-tuning API](/reference/listfinetunedmodels) or via the [Cohere Python SDK](https://pypi.org/project/cohere/). This can be useful for fine-tuning jobs that happen on a regular cadence, such as fine-tuning nightly on newly-acquired data. diff --git a/fern/pages/fine-tuning/fine-tuning.mdx b/fern/pages/fine-tuning/fine-tuning.mdx index 70d784c7..a4a23801 100644 --- a/fern/pages/fine-tuning/fine-tuning.mdx +++ b/fern/pages/fine-tuning/fine-tuning.mdx @@ -1,14 +1,14 @@ --- -title: "Introduction" -slug: "docs/fine-tuning" - +title: Introduction +slug: docs/fine-tuning hidden: false -description: "This document explains the concept of fine-tuning large language models to improve performance on specific tasks or data types. It provides information on why fine-tuning is necessary, how to create fine-tuned models using Cohere's tools, and the different types of fine-tuning available for specific APIs." -image: "../../assets/images/90f3af8-cohere_meta_image.jpg" -keywords: "fine-tuning language models, fine-tuning" - -createdAt: "Fri Nov 10 2023 17:49:53 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Mon Jun 17 2024 01:54:04 GMT+0000 (Coordinated Universal Time)" +description: >- + Fine-tune Cohere's large language models for specific tasks, styles, and + formats with custom data. +image: ../../assets/images/90f3af8-cohere_meta_image.jpg +keywords: 'fine-tuning language models, fine-tuning' +createdAt: 'Fri Nov 10 2023 17:49:53 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Mon Jun 17 2024 01:54:04 GMT+0000 (Coordinated Universal Time)' --- Our ready-to-use large language models, such as `Command R`, as well as `Command R+`, are very good at producing responses to natural language prompts. However, there are many cases in which getting the best model performance requires performing an **additional** round of training on custom user data. Creating a custom model using this process is called **fine-tuning**. diff --git a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-improving-the-results.mdx b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-improving-the-results.mdx index e517b030..a5546a4d 100644 --- a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-improving-the-results.mdx +++ b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-improving-the-results.mdx @@ -1,14 +1,13 @@ --- -title: "Improving the Rerank Fine-tuning Results" -slug: "docs/rerank-improving-the-results" - +title: Improving the Rerank Fine-tuning Results +slug: docs/rerank-improving-the-results hidden: false -description: "This document provides tips for achieving the best fine-tuned rerank model, focusing on refining data quality through text cleaning, diversity of queries and documents, hard negatives, text length, and including a high-quality test set. It also offers a troubleshooting guide for fine-tuned models." -image: "../../../assets/images/55d219e-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models, rerank" - -createdAt: "Thu Nov 16 2023 02:59:09 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:42:26 GMT+0000 (Coordinated Universal Time)" +description: >- + Tips for achieving the best fine-tuned rerank model and troubleshooting guide for fine-tuned models. +image: ../../../assets/images/55d219e-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models, rerank' +createdAt: 'Thu Nov 16 2023 02:59:09 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:42:26 GMT+0000 (Coordinated Universal Time)' --- There are several things to take into account to achieve the best fine-tuned rerank model, most of which revolve around refining the quality of your data. diff --git a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-preparing-the-data.mdx b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-preparing-the-data.mdx index f7822b5f..60fb7ba3 100644 --- a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-preparing-the-data.mdx +++ b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-preparing-the-data.mdx @@ -1,14 +1,14 @@ --- -title: "Preparing the Rerank Fine-tuning Data" -slug: "docs/rerank-preparing-the-data" - +title: Preparing the Rerank Fine-tuning Data +slug: docs/rerank-preparing-the-data hidden: false -description: "This document provides guidelines on preparing data for fine-tuning for Rerank, including the required `jsonl` format with fields for query, relevant passages, and hard negatives. It also outlines data requirements, evaluation datasets, and creating datasets using the Python SDK." -image: "../../../assets/images/7a1d2ef-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models" - -createdAt: "Thu Nov 16 2023 02:58:29 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue May 07 2024 02:26:45 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn how to prepare and format your data for fine-tuning Cohere's Rerank + model. +image: ../../../assets/images/7a1d2ef-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models' +createdAt: 'Thu Nov 16 2023 02:58:29 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue May 07 2024 02:26:45 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can prepare your data for fine-tuning for Rerank. diff --git a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-starting-the-training.mdx b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-starting-the-training.mdx index dd9b41f7..72cfd5dd 100644 --- a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-starting-the-training.mdx +++ b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-starting-the-training.mdx @@ -1,14 +1,13 @@ --- -title: "Starting the Rerank Fine-Tuning" -slug: "docs/rerank-starting-the-training" - +title: Starting the Rerank Fine-Tuning +slug: docs/rerank-starting-the-training hidden: false -description: "This document provides a guide on how to start training a fine-tuning model for Rerank using both the Web UI and the Python SDK, including steps for creating the model, uploading data, previewing the data, starting training, and calling the fine-tuned model." -image: "../../../assets/images/062ae18-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models" - -createdAt: "Mon Nov 13 2023 19:52:04 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue May 07 2024 21:37:02 GMT+0000 (Coordinated Universal Time)" +description: >- + How to start training a fine-tuning model for Rerank using both the Web UI and the Python SDK. +image: ../../../assets/images/062ae18-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models' +createdAt: 'Mon Nov 13 2023 19:52:04 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue May 07 2024 21:37:02 GMT+0000 (Coordinated Universal Time)' --- In this section, we will walk through how you can start training a fine-tuning model for Rerank on both the Web UI and the Python SDK. diff --git a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-understanding-the-results.mdx b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-understanding-the-results.mdx index a5e36d86..a47305d9 100644 --- a/fern/pages/fine-tuning/rerank-fine-tuning/rerank-understanding-the-results.mdx +++ b/fern/pages/fine-tuning/rerank-fine-tuning/rerank-understanding-the-results.mdx @@ -1,14 +1,14 @@ --- -title: "Understanding the Rerank Fine-tuning Results" -slug: "docs/rerank-understanding-the-results" - +title: Understanding the Rerank Fine-tuning Results +slug: docs/rerank-understanding-the-results hidden: false -description: "This document explains the metrics used to evaluate fine-tuned models for Rerank, including Accuracy@1 and Accuracy@3, MRR@10, and nDCG@10, with detailed examples of how these metrics are calculated." -image: "../../../assets/images/ec5d67c-cohere_meta_image.jpg" -keywords: "fine-tuning, data, fine-tuning language models" - -createdAt: "Thu Nov 16 2023 02:58:54 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:42:19 GMT+0000 (Coordinated Universal Time)" +description: >- + Understand how fine-tuned models for Rerank are evaluated, and learn about the + specific metrics used, including Accuracy, MRR, and nDCG. +image: ../../../assets/images/ec5d67c-cohere_meta_image.jpg +keywords: 'fine-tuning, data, fine-tuning language models' +createdAt: 'Thu Nov 16 2023 02:58:54 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:42:19 GMT+0000 (Coordinated Universal Time)' --- In this section, we will explain the metrics for a fine-tuned model for Rerank. diff --git a/fern/pages/fine-tuning/troubleshooting-a-fine-tuned-model.mdx b/fern/pages/fine-tuning/troubleshooting-a-fine-tuned-model.mdx index bbab534d..15df2e3c 100644 --- a/fern/pages/fine-tuning/troubleshooting-a-fine-tuned-model.mdx +++ b/fern/pages/fine-tuning/troubleshooting-a-fine-tuned-model.mdx @@ -1,14 +1,14 @@ --- -title: "FAQs / Troubleshooting" -slug: "docs/troubleshooting-a-fine-tuned-model" - +title: FAQs / Troubleshooting +slug: docs/troubleshooting-a-fine-tuned-model hidden: false -description: "This document explains the process of training a model, using a trained model in the API or SDKs, restarting a paused fine-tuned model, troubleshooting failed training runs, and answers FAQs about fine-tuning models." -image: "../../assets/images/0e38438-cohere_meta_image.jpg" -keywords: "fine-tuning, fine-tuning language models" - -createdAt: "Fri Nov 10 2023 20:33:04 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue May 07 2024 21:38:22 GMT+0000 (Coordinated Universal Time)" +description: >- + Train custom AI models with Cohere's platform and leverage human evaluations + to compare model performances. +image: ../../assets/images/0e38438-cohere_meta_image.jpg +keywords: 'fine-tuning, fine-tuning language models' +createdAt: 'Fri Nov 10 2023 20:33:04 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue May 07 2024 21:38:22 GMT+0000 (Coordinated Universal Time)' --- ## How Long Does it Take to Train a Model? diff --git a/fern/pages/get-started/cohere-toolkit.mdx b/fern/pages/get-started/cohere-toolkit.mdx index b3785194..76ccf2b3 100644 --- a/fern/pages/get-started/cohere-toolkit.mdx +++ b/fern/pages/get-started/cohere-toolkit.mdx @@ -1,15 +1,14 @@ --- -title: "Cohere Toolkit" -slug: "docs/cohere-toolkit" - +title: Cohere Toolkit +slug: docs/cohere-toolkit hidden: false - -description: "The Cohere Toolkit is a collection of pre-built components that allow developers to quickly build and deploy retrieval augmented generation (RAG) applications, reducing time-to-launch from months to weeks. It includes front-end and back-end components, and can be deployed on various platforms such as Google Cloud Run, Microsoft Azure, or locally." -image: "../../assets/images/ee0fa23-cohere_meta_image.jpg" -keywords: "toolkit, agents, LLMs, generative AI" - -createdAt: "Mon Apr 22 2024 18:32:38 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Mon May 06 2024 17:47:21 GMT+0000 (Coordinated Universal Time)" +description: >- + Build and deploy RAG applications quickly with the Cohere Toolkit, which + offers pre-built front-end and back-end components. +image: ../../assets/images/ee0fa23-cohere_meta_image.jpg +keywords: 'toolkit, agents, LLMs, generative AI' +createdAt: 'Mon Apr 22 2024 18:32:38 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Mon May 06 2024 17:47:21 GMT+0000 (Coordinated Universal Time)' --- [Cohere Toolkit](https://github.com/cohere-ai/cohere-toolkit) is a collection of pre-built components enabling developers to quickly build and deploy [retrieval augmented generation](/docs/retrieval-augmented-generation-rag) (RAG) applications. With it, you can cut time-to-launch down from months to weeks, and deploy in as little as a few minutes. diff --git a/fern/pages/get-started/contribute.mdx b/fern/pages/get-started/contribute.mdx index 756850db..928f991f 100644 --- a/fern/pages/get-started/contribute.mdx +++ b/fern/pages/get-started/contribute.mdx @@ -1,17 +1,18 @@ --- -title: "Improve Cohere Docs" -slug: "docs/contribute" - +title: Improve Cohere Docs +slug: docs/contribute hidden: false -description: "Contribute to Cohere documentation" -image: "../../assets/images/be1a6fb-cohere_meta_image.jpg" -keywords: "cohere, documentation, contribute, open-source" -createdAt: "Tue Aug 20 2024 20:10:53 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Tue Aug 20 2024 20:10:53 GMT+0000 (Coordinated Universal Time)" +description: >- + Contribute to our docs content, stored in the cohere-developer-experience + repo; we welcome your pull requests! +image: ../../assets/images/be1a6fb-cohere_meta_image.jpg +keywords: 'cohere, documentation, contribute, open-source' +createdAt: 'Tue Aug 20 2024 20:10:53 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Tue Aug 20 2024 20:10:53 GMT+0000 (Coordinated Universal Time)' --- All our docs content is stored in https://github.com/cohere-ai/cohere-developer-experience/. We welcome contributions to this repo! Feel free to pull request any of the content you see and we will work with you to merge it. The OpenAPI specs and snippets are one-way synced from our internal repositories so we will need to take your changes and merge them behind the scenes. -Please see the repository readme for more guidance. \ No newline at end of file +Please see the repository readme for more guidance. diff --git a/fern/pages/get-started/datasets.mdx b/fern/pages/get-started/datasets.mdx index 7a6d3a22..fbdb48ef 100644 --- a/fern/pages/get-started/datasets.mdx +++ b/fern/pages/get-started/datasets.mdx @@ -1,15 +1,14 @@ --- -title: "Datasets" -slug: "docs/datasets" - +title: Datasets +slug: docs/datasets hidden: false - -description: "The document provides an overview of the Dataset API, including file size limits, data retention policies, dataset creation, validation, metadata preservation, using datasets for fine-tuning models, dataset types, downloading datasets, and deleting datasets. It also includes code snippets for various operations." -image: "../../assets/images/be1a6fb-cohere_meta_image.jpg" -keywords: "datasets, processing datasets with language models, generative AI" - -createdAt: "Fri Aug 04 2023 20:10:53 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu Jun 13 2024 00:58:32 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn about the Dataset API, including its file size limits, data retention, + creation, validation, metadata, and more, with provided code snippets. +image: ../../assets/images/be1a6fb-cohere_meta_image.jpg +keywords: 'datasets, processing datasets with language models, generative AI' +createdAt: 'Fri Aug 04 2023 20:10:53 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu Jun 13 2024 00:58:32 GMT+0000 (Coordinated Universal Time)' --- The Cohere platform allows you to upload and manage datasets that can be used for Fine-tuning models or in batch embedding with [Embedding Jobs](/docs/embed-jobs-api). Datasets can be managed [in the Dashboard](https://dashboard.cohere.com/datasets) or programmatically using the [Datasets API](/reference/create-dataset). diff --git a/fern/pages/get-started/introduction-to-large-language-models.mdx b/fern/pages/get-started/introduction-to-large-language-models.mdx index ec0a832e..667992b2 100644 --- a/fern/pages/get-started/introduction-to-large-language-models.mdx +++ b/fern/pages/get-started/introduction-to-large-language-models.mdx @@ -1,15 +1,13 @@ --- -title: "Introduction to Large Language Models" -slug: "docs/introduction-to-large-language-models" - +title: Introduction to Large Language Models +slug: docs/introduction-to-large-language-models hidden: false - -description: "The document discusses the importance of language and the limitations of current software in understanding it. It highlights the recent breakthrough in artificial intelligence with large language models that greatly enhance text understanding and generation in software systems, but also notes the resource-intensive process of training and deploying these models." -image: "../../assets/images/d176734-cohere_docs_preview_image_1200x630_copy.jpg" -keywords: "large language models, generative AI" - -createdAt: "Tue Sep 06 2022 17:30:44 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Fri Mar 15 2024 04:35:04 GMT+0000 (Coordinated Universal Time)" +description: >- + The document discusses the importance of language and the limitations of current software in understanding it. +image: ../../assets/images/d176734-cohere_docs_preview_image_1200x630_copy.jpg +keywords: 'large language models, generative AI' +createdAt: 'Tue Sep 06 2022 17:30:44 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Fri Mar 15 2024 04:35:04 GMT+0000 (Coordinated Universal Time)' --- Language is important. It’s how we learn about the world (e.g. news, searching the web or Wikipedia), and also how we shape it (e.g. agreements, laws, or messages). Language is also how we connect and communicate — as people, and as groups and companies. diff --git a/fern/pages/get-started/playground-overview.mdx b/fern/pages/get-started/playground-overview.mdx index 6419f1c1..ffa3c043 100644 --- a/fern/pages/get-started/playground-overview.mdx +++ b/fern/pages/get-started/playground-overview.mdx @@ -1,15 +1,13 @@ --- -title: "Developer Playground" -slug: "docs/playground-overview" - +title: Developer Playground +slug: docs/playground-overview hidden: false - -description: "The Cohere Playground is a visual interface for testing Cohere's language models without coding. Users can generate text, assign numerical representations to strings, and create classifiers using different model sizes for various tasks." -image: "../../assets/images/f898f86-cohere_meta_image.jpg" -keywords: "Large language model playground, generative AI" - -createdAt: "Wed Nov 02 2022 21:28:20 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Wed May 29 2024 18:55:51 GMT+0000 (Coordinated Universal Time)" +description: >- + The Cohere Playground is a visual interface for testing Cohere's language models without coding. +image: ../../assets/images/f898f86-cohere_meta_image.jpg +keywords: 'Large language model playground, generative AI' +createdAt: 'Wed Nov 02 2022 21:28:20 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Wed May 29 2024 18:55:51 GMT+0000 (Coordinated Universal Time)' --- ## What is the Playground? diff --git a/fern/pages/get-started/the-cohere-platform.mdx b/fern/pages/get-started/the-cohere-platform.mdx index a631164e..eda655e6 100644 --- a/fern/pages/get-started/the-cohere-platform.mdx +++ b/fern/pages/get-started/the-cohere-platform.mdx @@ -1,15 +1,14 @@ --- -title: "The Cohere Platform" -slug: "docs/the-cohere-platform" - +title: The Cohere Platform +slug: docs/the-cohere-platform hidden: false - -description: "Cohere offers world-class Large Language Models (LLMs) like Command, Rerank, and Embed. These help developers and enterprises build LLM-powered applications such as conversational agents, summarization, and search systems. They also provide fine-tuning options and private, secure deployment choices." -image: "../../assets/images/e2602c8-meta_docs_image_cohere.jpg" -keywords: "natural language processing, generative AI, fine-tuning models" - -createdAt: "Thu Oct 13 2022 21:30:34 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Mon Jun 24 2024 09:16:55 GMT+0000 (Coordinated Universal Time)" +description: >- + Cohere offers world-class Large Language Models (LLMs) like Command, Rerank, and Embed. + These help developers and enterprises build LLM-powered applications. +image: ../../assets/images/e2602c8-meta_docs_image_cohere.jpg +keywords: 'natural language processing, generative AI, fine-tuning models' +createdAt: 'Thu Oct 13 2022 21:30:34 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Mon Jun 24 2024 09:16:55 GMT+0000 (Coordinated Universal Time)' --- Cohere allows developers and enterprises to build LLM-powered applications. We do that by creating world-class models, along with the supporting platform required to deploy them securely and privately. diff --git a/fern/pages/going-to-production/going-live.mdx b/fern/pages/going-to-production/going-live.mdx index cd434523..a870d02e 100644 --- a/fern/pages/going-to-production/going-live.mdx +++ b/fern/pages/going-to-production/going-live.mdx @@ -1,14 +1,14 @@ --- -title: "Going Live" -slug: "docs/going-live" - +title: Going Live +slug: docs/going-live hidden: false -description: "Learn how to upgrade from a free Trial key to a Production key for using Cohere's endpoints; read about the limitations of Trial keys and the specifications of Production keys. Find the steps involved in the 'Go to Production' workflow and information on tracking incidents through Cohere's status page." -image: "../../assets/images/4f186df-cohere_docs_preview_image_1200x630_copy.jpg" -keywords: "Cohere API, large language models, generative AI" - -createdAt: "Thu Sep 01 2022 20:13:15 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu May 23 2024 15:57:38 GMT+0000 (Coordinated Universal Time)" +description: >- + Learn to upgrade from a Trial to a Production key; understand the limitations + and benefits of each and go live with Cohere. +image: ../../assets/images/4f186df-cohere_docs_preview_image_1200x630_copy.jpg +keywords: 'Cohere API, large language models, generative AI' +createdAt: 'Thu Sep 01 2022 20:13:15 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu May 23 2024 15:57:38 GMT+0000 (Coordinated Universal Time)' --- ## Going Live diff --git a/fern/pages/going-to-production/how-does-cohere-pricing-work.mdx b/fern/pages/going-to-production/how-does-cohere-pricing-work.mdx index ae448b4d..234163ca 100644 --- a/fern/pages/going-to-production/how-does-cohere-pricing-work.mdx +++ b/fern/pages/going-to-production/how-does-cohere-pricing-work.mdx @@ -1,15 +1,13 @@ --- -title: "How Does Cohere Pricing Work?" -slug: "docs/how-does-cohere-pricing-work" - +title: How Does Cohere Pricing Work? +slug: docs/how-does-cohere-pricing-work hidden: false - -description: "This page describes Cohere's pricing model." -image: "../../assets/images/f1cc130-cohere_meta_image.jpg" -keywords: "Cohere, large language model pricing" - -createdAt: "Thu May 30 2024 16:38:15 GMT+0000 (Coordinated Universal Time)" -updatedAt: "Thu May 30 2024 16:43:25 GMT+0000 (Coordinated Universal Time)" +description: >- + This page details Cohere's pricing model. Our models can be accessed directly through our API, allowing for the creation of scalable production workloads. +image: ../../assets/images/f1cc130-cohere_meta_image.jpg +keywords: 'Cohere, large language model pricing' +createdAt: 'Thu May 30 2024 16:38:15 GMT+0000 (Coordinated Universal Time)' +updatedAt: 'Thu May 30 2024 16:43:25 GMT+0000 (Coordinated Universal Time)' --- If you're looking to scale use cases in production, Cohere models are some of the most cost-efficient options on the market today. This page contains information about how Cohere's pricing model operates, for each of our major model offerings. diff --git a/fern/pages/index.mdx b/fern/pages/index.mdx index cc887561..bd89b7ef 100644 --- a/fern/pages/index.mdx +++ b/fern/pages/index.mdx @@ -1,6 +1,9 @@ --- layout: custom no-image-zoom: true +description: >- + Cohere's API documentation helps developers easily integrate natural language + processing and generation into their products. ---