Merge branch 'LAION-AI:main' into main

LAION-AI · May 3, 2024 · 1865f27 · 1865f27
2 parents d3b9a16 + f1e6ed9
commit 1865f27
Show file tree

Hide file tree

Showing 16 changed files with 165 additions and 161 deletions.
diff --git a/.github/workflows/deploy-to-node.yaml b/.github/workflows/deploy-to-node.yaml
@@ -81,6 +81,7 @@ jobs:
       BACKEND_CORS_ORIGINS: ${{ vars.BACKEND_CORS_ORIGINS }}
       WEB_INFERENCE_SERVER_HOST: ${{ vars.WEB_INFERENCE_SERVER_HOST }}
       WEB_ENABLE_CHAT: ${{ vars.WEB_ENABLE_CHAT }}
+      WEB_BYE: ${{ vars.WEB_BYE }}
       WEB_ENABLE_DRAFTS_WITH_PLUGINS: ${{ vars.WEB_ENABLE_DRAFTS_WITH_PLUGINS }}
       WEB_NUM_GENERATED_DRAFTS: ${{ vars.WEB_NUM_GENERATED_DRAFTS }}
       WEB_CURRENT_ANNOUNCEMENT: ${{ vars.WEB_CURRENT_ANNOUNCEMENT }}

diff --git a/README.md b/README.md
@@ -3,6 +3,10 @@
   <img width="auto" height="50px" src="https://github.com/LAION-AI/Open-Assistant/blob/main/assets/logo_crop.png"/>
 </h1>
 
+<blockquote>
+<p>:memo: <strong>NOTE</strong>: OpenAssistant is completed, and the project is now finished. Thank you to everyone who contributed! Check out our <a href="https://projects.laion.ai/Open-Assistant/blog/2023/10/25/open-assistant-is-completed">blog post</a> for more information. The final published oasst2 dataset can be found on HuggingFace at <a href="https://huggingface.co/datasets/OpenAssistant/oasst2">OpenAssistant/oasst2</a></p>
+</blockquote>
+
 <div align="center">
 
 <a href="https://github.com/LAION-AI/Open-Assistant/stargazers">![GitHub Repo stars](https://img.shields.io/github/stars/LAION-AI/Open-Assistant?style=social)</a>

diff --git a/ansible/deploy-to-node.yaml b/ansible/deploy-to-node.yaml
@@ -284,6 +284,7 @@
           INFERENCE_SERVER_API_KEY:
             "{{ lookup('ansible.builtin.env', 'WEB_INFERENCE_SERVER_API_KEY') }}"
           ENABLE_CHAT: "{{ lookup('ansible.builtin.env', 'WEB_ENABLE_CHAT') }}"
+          BYE: "{{ lookup('ansible.builtin.env', 'WEB_BYE') }}"
           ENABLE_DRAFTS_WITH_PLUGINS:
             "{{ lookup('ansible.builtin.env',
             'WEB_ENABLE_DRAFTS_WITH_PLUGINS')}}"

diff --git a/docs/blog/2023-10-25-open-assistant-is-completed/index.mdx b/docs/blog/2023-10-25-open-assistant-is-completed/index.mdx
@@ -0,0 +1,20 @@
+---
+title: OpenAssistant is Completed!
+description: OpenAssistant is Completed!
+authors: [yk]
+tags: [open-assistant, youtube]
+image: https://img.youtube.com/vi/gqtmUHhaplo/0.jpg
+---
+
+import ReactPlayer from "react-player";
+
+<ReactPlayer
+  controls
+  width="100%"
+  url="https://www.youtube.com/embed/gqtmUHhaplo"
+/>
+
+The final published oasst2 dataset can be found on HuggingFace at
+[OpenAssistant/oasst2](https://huggingface.co/datasets/OpenAssistant/oasst2).
+
+<!--truncate-->
diff --git a/docs/docs/faq.md b/docs/docs/faq.md
@@ -15,12 +15,12 @@ In this page, there are some of the most frequently asked questions.
 
 </summary>
 
-We have released candidate supervised finetuning (SFT) models using both Pythia
-and LLaMa, as well as candidate reward models for reinforcement learning from
-human feedback training using Pythia, which you can try, and are beginning the
-process of applying (RLHF). We have also released the first version of the
-OpenAssistant Conversations dataset
-[here](https://huggingface.co/datasets/OpenAssistant/oasst1).
+This project has concluded. We have released supervised finetuning (SFT) models
+using Llama 2, LLaMa, Falcon, Pythia, and StabeLM as well as reinforcement
+learning from human feedback trained models and reward models, all of which are
+available at [here](https://huggingface.co/OpenAssistant). In addition to our
+models, we have released three datasets from OpenAssistant conversations, and a
+[research paper](https://arxiv.org/abs/2304.07327).
 
 </details>
 
@@ -31,9 +31,8 @@ OpenAssistant Conversations dataset
 
 </summary>
 
-You can play with our best candidate model
-[here](https://open-assistant.io/chat) and provide thumbs up/down responses to
-help us improve the model in future!
+Our online demonstration is no longer available, but the models remain available
+to download [here](https://huggingface.co/OpenAssistant).
 
 </details>
 
@@ -44,37 +43,18 @@ help us improve the model in future!
 
 </summary>
 
-The candidate Pythia SFT models are
+All of our models are
 [available on HuggingFace](https://huggingface.co/OpenAssistant) and can be
-loaded via the HuggingFace Transformers library. As such you may be able to use
-them with sufficient hardware. There are also spaces on HF which can be used to
-chat with the OA candidate without your own hardware. However, these models are
-not final and can produce poor or undesirable outputs.
+loaded via the HuggingFace Transformers library or other runners if converted.
+As such you may be able to use them with sufficient hardware. There are also
+spaces on HF which can be used to chat with the OA candidate without your own
+hardware. However, some of these models are not final and can produce poor or
+undesirable outputs.
 
-LLaMa SFT models cannot be released directly due to Meta's license but XOR
+LLaMa (v1) SFT models cannot be released directly due to Meta's license but XOR
 weights are released on the HuggingFace org. Follow the process in the README
-there to obtain a full model from these XOR weights.
-
-</details>
-
-<details>
-<summary>
-
-### Is there an API available?
-
-</summary>
-
-There is no API currently available for Open Assistant. Any mention of an API in
-documentation is referencing the website's internal API. We understand that an
-API is a highly requested feature, but unfortunately, we can't provide one at
-this time due to a couple of reasons. Firstly, the inference system is already
-under high load and running off of compute from our sponsors. Secondly, the
-project's primary goal is currently data collection and model training, not
-providing a product.
-
-However, if you're looking to run inference, you can host the model yourself
-either on your own hardware or with a cloud provider. We appreciate your
-understanding and patience as we continue to develop this project.
+there to obtain a full model from these XOR weights. Llama 2 models are not
+required to be XORed.
 
 </details>
 
@@ -102,15 +82,13 @@ inference setup and UI locally unless you wish to assist in development.
 All Open Assistant code is licensed under Apache 2.0. This means it is available
 for a wide range of uses including commercial use.
 
-The Open Assistant Pythia based models are released as full weights and will be
-licensed under the Apache 2.0 license.
-
-The Open Assistant LLaMa based models will be released only as delta weights
-meaning you will need the original LLaMa weights to use them, and the license
-restrictions will therefore be those placed on the LLaMa weights.
+Open Assistant models are released under the license of their respective base
+models, be that Llama 2, Falcon, Pythia, or StableLM. LLaMa (not 2) models are
+only released as XOR weights, meaning you will need the original LLaMa weights
+to use them.
 
-The Open Assistant data is released under a Creative Commons license allowing a
-wide range of uses including commercial use.
+The Open Assistant data is released under Apache-2.0 allowing a wide range of
+uses including commercial use.
 
 </details>
 
@@ -138,9 +116,8 @@ you to everyone who has taken part!
 
 </summary>
 
-The model code, weights, and data are free. We are additionally hosting a free
-public instance of our best current model for as long as we can thanks to
-compute donation from Stability AI via LAION!
+The model code, weights, and data are free. Our free public instance of our best
+models is not longer available due to the project's conclusion.
 
 </details>
 
@@ -151,10 +128,9 @@ compute donation from Stability AI via LAION!
 
 </summary>
 
-The current smallest (Pythia) model is 12B parameters and is challenging to run
-on consumer hardware, but can run on a single professional GPU. In future there
-may be smaller models and we hope to make progress on methods like integer
-quantisation which can help run the model on smaller hardware.
+The current smallest models are 7B parameters and are challenging to run on
+consumer hardware, but can run on a single professional GPU or be quantized to
+run on more widely available hardware.
 
 </details>
 
@@ -165,13 +141,7 @@ quantisation which can help run the model on smaller hardware.
 
 </summary>
 
-If you want to help in the data collection for training the model, go to the
-website [https://open-assistant.io/](https://open-assistant.io/).
-
-If you want to contribute code, take a look at the
-[tasks in GitHub](https://github.com/orgs/LAION-AI/projects/3) and comment on an
-issue stating your wish to be assigned. You can also take a look at this
-[contributing guide](https://github.com/LAION-AI/Open-Assistant/blob/main/CONTRIBUTING.md).
+This project has now concluded.
 
 </details>
 
@@ -190,104 +160,6 @@ well as accelerate, DeepSpeed, bitsandbytes, NLTK, and other libraries.
 
 </details>
 
-## Questions about the data collection website
-
-<details>
-<summary>
-
-### Can I use ChatGPT to help in training Open Assistant, for instance, by generating answers?
-
-</summary>
-
-No, it is against their terms of service to use it to help train other models.
-See
-[this issue](https://github.com/LAION-AI/Open-Assistant/issues/471#issuecomment-1374392299).
-ChatGPT-like answers will be removed.
-
-</details>
-
-<details>
-<summary>
-
-### What should I do if I don't know how to complete the task as an assistant?
-
-</summary>
-Skip it.
-</details>
-
-<details>
-<summary>
-
-### Should I fact check the answers by the assistant?
-
-</summary>
-
-Yes, you should try. If you are not sure, skip the task.
-
-</details>
-
-<details>
-<summary>
-
-### How can I see my score?
-
-</summary>
-
-In your [account settings](https://open-assistant.io/account).
-
-</details>
-
-<details>
-<summary>
-
-### Can we see how many data points have been collected?
-
-</summary>
-
-You can see a regularly updated interface at
-[https://open-assistant.io/stats](https://open-assistant.io/stats).
-
-</details>
-
-<details>
-<summary>
-
-### How do I write and label prompts?
-
-</summary>
-
-Check the
-[guidelines](https://projects.laion.ai/Open-Assistant/docs/guides/guidelines).
-
-</details>
-
-<details>
-<summary>
-
-### Where can I report a bug or create a new feature request?
-
-</summary>
-
-In the [GitHub issues](https://github.com/LAION-AI/Open-Assistant/issues).
-
-</details>
-
-<details>
-<summary>
-
-### Why am I not allowed to write about this topic, even though it isn't illegal?
-
-</summary>
-
-We want to ensure that the Open Assistant dataset is as accessible as possible.
-As such, it's necessary to avoid any harmful or offensive content that could be
-grounds for removal on sites such as Hugging Face. Likewise, we want the model
-to be trained to reject as few questions as possible, so it's important to not
-include prompts that leave the assistant with no other choice but to refuse in
-order to avoid the generation of harmful content.
-
-</details>
-
 ## Questions about the development process
 
 <details>

diff --git a/docs/docs/intro.md b/docs/docs/intro.md
@@ -1,3 +1,9 @@
+# Notice
+
+**Open Assistant has now concluded.** Please see
+[this video](https://www.youtube.com/watch?v=gqtmUHhaplo) for more information.
+Thanks you to all those who made this project possible.
+
 # Introduction
 
 > The FAQ page is available at

diff --git a/website/src/hooks/env/BrowserEnv.ts b/website/src/hooks/env/BrowserEnv.ts
@@ -1,6 +1,7 @@
 import { createContext, useContext } from "react";
 
 export interface BrowserConfig {
+  BYE: boolean;
   ENABLE_CHAT: boolean;
   ENABLE_DRAFTS_WITH_PLUGINS: boolean;
   NUM_GENERATED_DRAFTS: number;

diff --git a/website/src/pages/api/config.ts b/website/src/pages/api/config.ts
@@ -4,6 +4,7 @@ import { BrowserConfig } from "src/types/Config";
 
 // don't put sensitive information here
 const config: BrowserConfig = {
+  BYE: boolean(process.env.BYE),
   ENABLE_CHAT: boolean(process.env.ENABLE_CHAT),
   ENABLE_DRAFTS_WITH_PLUGINS: boolean(process.env.ENABLE_DRAFTS_WITH_PLUGINS),
   NUM_GENERATED_DRAFTS: Number(process.env.NUM_GENERATED_DRAFTS),

diff --git a/website/src/pages/bye.tsx b/website/src/pages/bye.tsx
@@ -0,0 +1,58 @@
+import Image from "next/image";
+import Link from "next/link";
+import { Container } from "src/components/Container";
+export { getStaticProps } from "src/lib/defaultServerSideProps";
+
+const ByePage = () => {
+  return (
+    <div>
+      <Container className="">
+        <div className="grid gap-16 items-center py-20 md:py-40 lg:grid-cols-2">
+          <div className="m-auto order-2 lg:order-1">
+            <Image src="/images/logos/logo.png" width={450} height={450} alt="temp-image" />
+          </div>
+          <div className="space-y-8 order-1 lg:order-2">
+            <div>
+              <h1 className="text-4xl mb-6">OpenAssistant has finished!</h1>
+              <p className="text-2xl">
+                OpenAssistant collected data from over 13&apos;000 humans and released it to the public. Data, models,
+                and code are publicly available.
+              </p>
+              <h2 className="text-2xl font-bold mt-4 mb-2">Links:</h2>
+              <ul className="text-2xl list-none text-blue-500">
+                <li>
+                  <Link href="/contributors">List of contributors</Link>
+                </li>
+                <li>
+                  <a href="https://ykilcher.com/oa-paper">Paper</a>
+                </li>
+                <li>
+                  <a href="https://github.com/LAION-AI/Open-Assistant">GitHub</a>
+                </li>
+                <li>
+                  <a href="https://huggingface.co/OpenAssistant">HuggingFace org</a>
+                </li>
+                <li>
+                  <a href="https://youtu.be/gqtmUHhaplo">Yannic&apos;s conclusion video</a>
+                </li>
+              </ul>
+              <p className="text-2xl mt-4 mb-2">
+                If you&apos;re looking to support other open-data projects, check out these:
+              </p>
+              <ul className="text-2xl list-none text-blue-500">
+                <li>
+                  <a href="https://chat.lmsys.org/">LMSYS Chatbot Arena</a>
+                </li>
+                <li>
+                  <a href="https://laion.ai/blog/open-empathic/">Open Empathic</a>
+                </li>
+              </ul>
+            </div>
+          </div>
+        </div>
+      </Container>
+    </div>
+  );
+};
+
+export default ByePage;
diff --git a/website/src/pages/chat/[id].tsx b/website/src/pages/chat/[id].tsx
@@ -10,7 +10,8 @@ export { getServerSideProps } from "src/lib/defaultServerSideProps";
 import useSWRImmutable from "swr/immutable";
 
 const Chat = () => {
-  const { query } = useRouter();
+  const router = useRouter();
+  const { query } = router;
   const id = query.id as string;
   const { t } = useTranslation(["common", "chat"]);
   const { data: modelInfos } = useSWRImmutable<ModelInfo[]>("/api/chat/models", get, {