-
Notifications
You must be signed in to change notification settings - Fork 405
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* generate media types * remove unnecessarry settings * regenerate github workflow * format * scalafix --------- Co-authored-by: John A. De Goes <john@degoes.net>
- Loading branch information
1 parent
3bc7796
commit 8de4a41
Showing
6 changed files
with
10,094 additions
and
7,536 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
173 changes: 173 additions & 0 deletions
173
zio-http-tools/src/main/scala/zio/http/tools/GenerateMediaTypes.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,173 @@ | ||
| package zio.http.tools | ||
|
|
||
| import scala.io.Source | ||
|
|
||
| import zio._ | ||
| import zio.json._ | ||
|
|
||
| ///////////////////////// | ||
| // READING AND PARSING // | ||
| ///////////////////////// | ||
|
|
||
| case class MimeType( | ||
| source: Option[String], | ||
| extensions: Option[List[String]] = None, | ||
| compressible: Option[Boolean] = None, | ||
| charset: Option[String] = None, | ||
| ) | ||
|
|
||
| object MimeType { | ||
| implicit val decoder: JsonDecoder[MimeType] = DeriveJsonDecoder.gen[MimeType] | ||
| } | ||
|
|
||
| case class MimeDb(mimeTypes: Map[String, MimeType]) extends AnyVal { | ||
| def extend(extraTypes: Map[String, MimeType]): MimeDb = { | ||
| MimeDb(mimeTypes ++ extraTypes) | ||
| } | ||
| } | ||
|
|
||
| object MimeDb { | ||
| implicit val decoder: JsonDecoder[MimeDb] = JsonDecoder.map[String, MimeType].map(MimeDb(_)) | ||
|
|
||
| // These types are not in the mime-db json | ||
| val extraTypes = Map( | ||
| "text/event-stream" -> MimeType(None, None, Some(true), None), | ||
| ) | ||
|
|
||
| // Fetches the MIME types database from the jshttp/mime-db repository and | ||
| // returns a MimeDb object | ||
| def fetch: Task[MimeDb] = ZIO.attemptBlocking { | ||
| val url = "https://raw.githubusercontent.com/jshttp/mime-db/master/db.json" | ||
|
|
||
| val source = Source.fromURL(url) | ||
| val jsonData = | ||
| try { source.mkString } | ||
| finally { source.close() } | ||
|
|
||
| jsonData.fromJson[MimeDb] match { | ||
| case Right(db) => db.extend(extraTypes) | ||
| case Left(error) => throw new RuntimeException(s"Failed to parse JSON: $error") | ||
| } | ||
| } | ||
| } | ||
|
|
||
| /////////////// | ||
| // RENDERING // | ||
| /////////////// | ||
|
|
||
| object RenderUtils { | ||
| def snakeCase(s: String): String = { | ||
| s.toLowerCase.replace("-", "_") | ||
| } | ||
|
|
||
| // hello -> "hello" | ||
| def renderString(s: String): String = { | ||
| "\"" + s + "\"" | ||
| } | ||
|
|
||
| // hello there -> `hello there` | ||
| def renderEscaped(s: String): String = { | ||
| "`" + s + "`" | ||
| } | ||
| } | ||
|
|
||
| case class MediaTypeInfo( | ||
| mainType: String, | ||
| subType: String, | ||
| compressible: Boolean, | ||
| extensions: List[String], | ||
| ) { | ||
|
|
||
| def binary: Boolean = { | ||
| // If the main type is "image", "video", "audio", or "application", it is likely binary. | ||
| // Additionally, if the MIME type is not compressible, it is likely binary. | ||
| mainType match { | ||
| case "image" | "video" | "audio" | "font" | "model" | "multipart" => true | ||
| case "application" => !subType.startsWith("xml") && !subType.endsWith("json") && !subType.endsWith("javascript") | ||
| case "text" => false | ||
| case _ => !compressible | ||
| } | ||
| } | ||
|
|
||
| // Renders the media type info as a Scala code snippet | ||
| def render: String = { | ||
| val extensionsString = | ||
| if (extensions.isEmpty) "" | ||
| else s", ${extensions.map { string => s""""$string"""" }.mkString("List(", ", ", ")")}" | ||
|
|
||
| s""" | ||
| lazy val `${subType}`: MediaType = | ||
| new MediaType("$mainType", "$subType", compressible = $compressible, binary = $binary$extensionsString) | ||
| """ | ||
| } | ||
| } | ||
|
|
||
| object MediaTypeInfo { | ||
| def fromMimeDb(mimeDb: MimeDb): List[MediaTypeInfo] = { | ||
| mimeDb.mimeTypes.map { case (mimeType, details) => | ||
| val Array(mainType, subType) = mimeType.split('/') | ||
| MediaTypeInfo(mainType, subType, details.compressible.getOrElse(false), details.extensions.getOrElse(List.empty)) | ||
| }.toList | ||
| } | ||
| } | ||
|
|
||
| // Renders a group of media types as a Scala code snippet | ||
| case class MediaTypeGroup( | ||
| mainType: String, | ||
| subTypes: List[MediaTypeInfo], | ||
| ) { | ||
| def render: String = { | ||
|
|
||
| s""" | ||
| object ${RenderUtils.snakeCase(mainType)} { | ||
| ${subTypes.map(_.render).mkString("\n")} | ||
| lazy val all: List[MediaType] = List(${subTypes.map(t => RenderUtils.renderEscaped(t.subType)).mkString(", ")}) | ||
| lazy val any: MediaType = new MediaType("$mainType", "*") | ||
| } | ||
| """ | ||
| } | ||
| } | ||
|
|
||
| object GenerateMediaTypes extends ZIOAppDefault { | ||
| val run = | ||
| for { | ||
| mimeDb <- MimeDb.fetch | ||
| mediaTypes = MediaTypeInfo.fromMimeDb(mimeDb) | ||
| mediaTypeGroups = | ||
| mediaTypes | ||
| .groupBy(_.mainType) | ||
| .map { case (mainType, subTypes) => | ||
| MediaTypeGroup(mainType, subTypes) | ||
| } | ||
| .toList | ||
| file = MediaTypeFile(mediaTypeGroups) | ||
| mediaTypesPath = "../zio-http/shared/src/main/scala/zio/http/MediaTypes.scala" | ||
| _ <- ZIO.writeFile(mediaTypesPath, file.render) | ||
| } yield () | ||
| } | ||
|
|
||
| // Renders a list of media type groups as a Scala code snippet | ||
| case class MediaTypeFile( | ||
| groups: List[MediaTypeGroup], | ||
| ) { | ||
| def render: String = { | ||
| s""" | ||
| // ⚠️ HEY YOU! IMPORTANT MESSAGE ⚠️ | ||
| // ============================== | ||
| // | ||
| // THIS FILE IS AUTOMATICALLY GENERATED BY `GenerateMediaTypes.scala` | ||
| // So don't go editing it now, you hear? Otherwise your changes will | ||
| // be overwritten the next time someone runs `sbt generateMediaTypes` | ||
|
|
||
| package zio.http | ||
|
|
||
| private[zio] trait MediaTypes { | ||
| private[zio] lazy val allMediaTypes: List[MediaType] = | ||
| ${groups.map(main => s"${RenderUtils.snakeCase(main.mainType)}.all").mkString(" ++ ")} | ||
| lazy val any: MediaType = new MediaType("*", "*") | ||
|
|
||
| ${groups.map(_.render).mkString("\n\n")} | ||
| } | ||
| """ | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.