Initial (via gpt-2-cloud-run)

Author: minimaxir

Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.7.3-slim-stretch
+
+RUN apt-get -y update && apt-get -y install gcc
+
+WORKDIR /
+COPY checkpoint /checkpoint
+
+# Make changes to the requirements/app here.
+# This Dockerfile order allows Docker to cache the checkpoint layer
+# and improve build times if making changes.
+RUN pip3 --no-cache-dir install tensorflow gpt-2-simple starlette uvicorn ujson
+COPY app.py /
+
+# Clean up APT when done.
+RUN apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+ENTRYPOINT ["python3", "-X", "utf8", "app.py"]

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 Max Woolf
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,15 @@
+# reddit-gpt-2-cloud-run
+
+## Maintainer/Creator
+
+Max Woolf ([@minimaxir](https://minimaxir.com))
+
+*Max's open-source projects are supported by his [Patreon](https://www.patreon.com/minimaxir). If you found this project helpful, any monetary contributions to the Patreon are appreciated and will be put to good creative use.*
+
+## License
+
+MIT
+
+## Disclaimer
+
+This repo has no affiliation or relationship with OpenAI.

app.py

@@ -0,0 +1,44 @@
+from starlette.applications import Starlette
+from starlette.responses import UJSONResponse
+import gpt_2_simple as gpt2
+import uvicorn
+import os
+
+app = Starlette(debug=False)
+
+sess = gpt2.start_tf_sess(threads=1)
+gpt2.load_gpt2(sess)
+
+# Needed to avoid cross-domain issues
+response_header = {
+    'Access-Control-Allow-Origin': '*'
+}
+
+
+@app.route('/', methods=['GET', 'POST', 'HEAD'])
+async def homepage(request):
+    if request.method == 'GET':
+        params = request.query_params
+    elif request.method == 'POST':
+        params = await request.json()
+    elif request.method == 'HEAD':
+        return UJSONResponse({'text': ''},
+                             headers=response_header)
+
+    text = gpt2.generate(sess,
+                         length=int(params.get('length', 1023)),
+                         temperature=float(params.get('temperature', 0.7)),
+                         top_k=int(params.get('top_k', 0)),
+                         top_p=float(params.get('top_p', 0)),
+                         prefix=params.get('prefix', None),
+                         truncate=params.get('truncate', None),
+                         include_prefix=str(params.get(
+                             'include_prefix', True)).lower() == 'true',
+                         return_as_list=True
+                         )[0]
+
+    return UJSONResponse({'text': text},
+                         headers=response_header)
+
+if __name__ == '__main__':
+    uvicorn.run(app, host='0.0.0.0', port=int(os.environ.get('PORT', 8080)))