-
Notifications
You must be signed in to change notification settings - Fork 8
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Setup nix #30
Open
basile-henry
wants to merge
1
commit into
clash-lang:main
Choose a base branch
from
basile-henry:setup-nix
base: main
Could not load branches
Branch not found: {{ refName }}
Loading
Could not load tags
Nothing to show
Loading
Are you sure you want to change the base?
Some commits from the old base branch may be removed from the timeline,
and old review comments may become outdated.
Open
Setup nix #30
Changes from all commits
Commits
File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -48,3 +48,6 @@ log | |
|
||
# Created by .ci/build_docs.sh | ||
/docs | ||
|
||
# Often created by nix | ||
result |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
{ nixpkgs ? import nix/nixpkgs.nix {} }: | ||
|
||
with nixpkgs.pkgs; | ||
with gitignore; | ||
|
||
haskellPackages.callCabal2nix "clash-protocols" (gitignoreSource ./.) {} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,29 @@ | ||
{ sources ? import ./sources.nix }: | ||
|
||
let | ||
overlay = _: nixpkgs: { | ||
|
||
# Nix tooling | ||
niv = (import sources.niv {}).niv; | ||
gitignore = import sources.gitignore { inherit (nixpkgs) lib; }; | ||
|
||
# Haskell overrides | ||
haskellPackages = nixpkgs.haskellPackages.override { | ||
overrides = self: super: { | ||
# External overrides | ||
circuit-notation = | ||
self.callCabal2nix "circuit-notation" sources.circuit-notation {}; | ||
|
||
clash-lib = | ||
self.callCabal2nix "clash-lib" "${sources.clash-compiler}/clash-lib" {}; | ||
|
||
clash-ghc = | ||
self.callCabal2nix "clash-ghc" "${sources.clash-compiler}/clash-ghc" {}; | ||
|
||
clash-prelude = | ||
self.callCabal2nix "clash-prelude" "${sources.clash-compiler}/clash-prelude" {}; | ||
}; | ||
}; | ||
}; | ||
|
||
in import sources.nixpkgs { overlays = [ overlay ]; } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,62 @@ | ||
{ | ||
"circuit-notation": { | ||
"branch": "master", | ||
"description": "A plugin for circuit notation", | ||
"homepage": null, | ||
"owner": "cchalmers", | ||
"repo": "circuit-notation", | ||
"rev": "2574640364eef12222517af059b9e4a7e6b503a7", | ||
"sha256": "1a8pjg0g66kggsghap36airnb7r3q7ywc31hwbjskcv5dgpgfnap", | ||
"type": "tarball", | ||
"url": "https://github.com/cchalmers/circuit-notation/archive/2574640364eef12222517af059b9e4a7e6b503a7.tar.gz", | ||
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" | ||
}, | ||
"clash-compiler": { | ||
"branch": "1.4", | ||
"description": "Haskell to VHDL/Verilog/SystemVerilog compiler", | ||
"homepage": "https://www.clash-lang.org/", | ||
"owner": "clash-lang", | ||
"repo": "clash-compiler", | ||
"rev": "fa01fd98799cd7c00cae44a9df847142410f1618", | ||
"sha256": "0b42gschkb7sk958a7j529lcw9kmzikhcqjxblm43lggwwy24hns", | ||
"type": "tarball", | ||
"url": "https://github.com/clash-lang/clash-compiler/archive/fa01fd98799cd7c00cae44a9df847142410f1618.tar.gz", | ||
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" | ||
}, | ||
"gitignore": { | ||
"branch": "master", | ||
"description": "Nix function for filtering local git sources", | ||
"homepage": "", | ||
"owner": "hercules-ci", | ||
"repo": "gitignore", | ||
"rev": "bff2832ec341cf30acb3a4d3e2e7f1f7b590116a", | ||
"sha256": "0va0janxvmilm67nbl81gdbpppal4aprxzb25gp9pqvf76ahxsci", | ||
"type": "tarball", | ||
"url": "https://github.com/hercules-ci/gitignore/archive/bff2832ec341cf30acb3a4d3e2e7f1f7b590116a.tar.gz", | ||
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" | ||
}, | ||
"niv": { | ||
"branch": "master", | ||
"description": "Easy dependency management for Nix projects", | ||
"homepage": "https://github.com/nmattia/niv", | ||
"owner": "nmattia", | ||
"repo": "niv", | ||
"rev": "9cb7ef336bb71fd1ca84fc7f2dff15ef4b033f2a", | ||
"sha256": "1ajyqr8zka1zlb25jx1v4xys3zqmdy3prbm1vxlid6ah27a8qnzh", | ||
"type": "tarball", | ||
"url": "https://github.com/nmattia/niv/archive/9cb7ef336bb71fd1ca84fc7f2dff15ef4b033f2a.tar.gz", | ||
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" | ||
}, | ||
"nixpkgs": { | ||
"branch": "nixos-21.11", | ||
"description": "Nix Packages collection", | ||
"homepage": "", | ||
"owner": "NixOS", | ||
"repo": "nixpkgs", | ||
"rev": "47cd6702934434dd02bc53a67dbce3e5493e33a2", | ||
"sha256": "1rvp9gx7n0gppc86bcysaybw79zl3y8yninsgz6rawdjprzvg7y6", | ||
"type": "tarball", | ||
"url": "https://github.com/NixOS/nixpkgs/archive/47cd6702934434dd02bc53a67dbce3e5493e33a2.tar.gz", | ||
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,174 @@ | ||
# This file has been generated by Niv. | ||
|
||
let | ||
|
||
# | ||
# The fetchers. fetch_<type> fetches specs of type <type>. | ||
# | ||
|
||
fetch_file = pkgs: name: spec: | ||
let | ||
name' = sanitizeName name + "-src"; | ||
in | ||
if spec.builtin or true then | ||
builtins_fetchurl { inherit (spec) url sha256; name = name'; } | ||
else | ||
pkgs.fetchurl { inherit (spec) url sha256; name = name'; }; | ||
|
||
fetch_tarball = pkgs: name: spec: | ||
let | ||
name' = sanitizeName name + "-src"; | ||
in | ||
if spec.builtin or true then | ||
builtins_fetchTarball { name = name'; inherit (spec) url sha256; } | ||
else | ||
pkgs.fetchzip { name = name'; inherit (spec) url sha256; }; | ||
|
||
fetch_git = name: spec: | ||
let | ||
ref = | ||
if spec ? ref then spec.ref else | ||
if spec ? branch then "refs/heads/${spec.branch}" else | ||
if spec ? tag then "refs/tags/${spec.tag}" else | ||
abort "In git source '${name}': Please specify `ref`, `tag` or `branch`!"; | ||
in | ||
builtins.fetchGit { url = spec.repo; inherit (spec) rev; inherit ref; }; | ||
|
||
fetch_local = spec: spec.path; | ||
|
||
fetch_builtin-tarball = name: throw | ||
''[${name}] The niv type "builtin-tarball" is deprecated. You should instead use `builtin = true`. | ||
$ niv modify ${name} -a type=tarball -a builtin=true''; | ||
|
||
fetch_builtin-url = name: throw | ||
''[${name}] The niv type "builtin-url" will soon be deprecated. You should instead use `builtin = true`. | ||
$ niv modify ${name} -a type=file -a builtin=true''; | ||
|
||
# | ||
# Various helpers | ||
# | ||
|
||
# https://github.com/NixOS/nixpkgs/pull/83241/files#diff-c6f540a4f3bfa4b0e8b6bafd4cd54e8bR695 | ||
sanitizeName = name: | ||
( | ||
concatMapStrings (s: if builtins.isList s then "-" else s) | ||
( | ||
builtins.split "[^[:alnum:]+._?=-]+" | ||
((x: builtins.elemAt (builtins.match "\\.*(.*)" x) 0) name) | ||
) | ||
); | ||
|
||
# The set of packages used when specs are fetched using non-builtins. | ||
mkPkgs = sources: system: | ||
let | ||
sourcesNixpkgs = | ||
import (builtins_fetchTarball { inherit (sources.nixpkgs) url sha256; }) { inherit system; }; | ||
hasNixpkgsPath = builtins.any (x: x.prefix == "nixpkgs") builtins.nixPath; | ||
hasThisAsNixpkgsPath = <nixpkgs> == ./.; | ||
in | ||
if builtins.hasAttr "nixpkgs" sources | ||
then sourcesNixpkgs | ||
else if hasNixpkgsPath && ! hasThisAsNixpkgsPath then | ||
import <nixpkgs> {} | ||
else | ||
abort | ||
'' | ||
Please specify either <nixpkgs> (through -I or NIX_PATH=nixpkgs=...) or | ||
add a package called "nixpkgs" to your sources.json. | ||
''; | ||
|
||
# The actual fetching function. | ||
fetch = pkgs: name: spec: | ||
|
||
if ! builtins.hasAttr "type" spec then | ||
abort "ERROR: niv spec ${name} does not have a 'type' attribute" | ||
else if spec.type == "file" then fetch_file pkgs name spec | ||
else if spec.type == "tarball" then fetch_tarball pkgs name spec | ||
else if spec.type == "git" then fetch_git name spec | ||
else if spec.type == "local" then fetch_local spec | ||
else if spec.type == "builtin-tarball" then fetch_builtin-tarball name | ||
else if spec.type == "builtin-url" then fetch_builtin-url name | ||
else | ||
abort "ERROR: niv spec ${name} has unknown type ${builtins.toJSON spec.type}"; | ||
|
||
# If the environment variable NIV_OVERRIDE_${name} is set, then use | ||
# the path directly as opposed to the fetched source. | ||
replace = name: drv: | ||
let | ||
saneName = stringAsChars (c: if isNull (builtins.match "[a-zA-Z0-9]" c) then "_" else c) name; | ||
ersatz = builtins.getEnv "NIV_OVERRIDE_${saneName}"; | ||
in | ||
if ersatz == "" then drv else | ||
# this turns the string into an actual Nix path (for both absolute and | ||
# relative paths) | ||
if builtins.substring 0 1 ersatz == "/" then /. + ersatz else /. + builtins.getEnv "PWD" + "/${ersatz}"; | ||
|
||
# Ports of functions for older nix versions | ||
|
||
# a Nix version of mapAttrs if the built-in doesn't exist | ||
mapAttrs = builtins.mapAttrs or ( | ||
f: set: with builtins; | ||
listToAttrs (map (attr: { name = attr; value = f attr set.${attr}; }) (attrNames set)) | ||
); | ||
|
||
# https://github.com/NixOS/nixpkgs/blob/0258808f5744ca980b9a1f24fe0b1e6f0fecee9c/lib/lists.nix#L295 | ||
range = first: last: if first > last then [] else builtins.genList (n: first + n) (last - first + 1); | ||
|
||
# https://github.com/NixOS/nixpkgs/blob/0258808f5744ca980b9a1f24fe0b1e6f0fecee9c/lib/strings.nix#L257 | ||
stringToCharacters = s: map (p: builtins.substring p 1 s) (range 0 (builtins.stringLength s - 1)); | ||
|
||
# https://github.com/NixOS/nixpkgs/blob/0258808f5744ca980b9a1f24fe0b1e6f0fecee9c/lib/strings.nix#L269 | ||
stringAsChars = f: s: concatStrings (map f (stringToCharacters s)); | ||
concatMapStrings = f: list: concatStrings (map f list); | ||
concatStrings = builtins.concatStringsSep ""; | ||
|
||
# https://github.com/NixOS/nixpkgs/blob/8a9f58a375c401b96da862d969f66429def1d118/lib/attrsets.nix#L331 | ||
optionalAttrs = cond: as: if cond then as else {}; | ||
|
||
# fetchTarball version that is compatible between all the versions of Nix | ||
builtins_fetchTarball = { url, name ? null, sha256 }@attrs: | ||
let | ||
inherit (builtins) lessThan nixVersion fetchTarball; | ||
in | ||
if lessThan nixVersion "1.12" then | ||
fetchTarball ({ inherit url; } // (optionalAttrs (!isNull name) { inherit name; })) | ||
else | ||
fetchTarball attrs; | ||
|
||
# fetchurl version that is compatible between all the versions of Nix | ||
builtins_fetchurl = { url, name ? null, sha256 }@attrs: | ||
let | ||
inherit (builtins) lessThan nixVersion fetchurl; | ||
in | ||
if lessThan nixVersion "1.12" then | ||
fetchurl ({ inherit url; } // (optionalAttrs (!isNull name) { inherit name; })) | ||
else | ||
fetchurl attrs; | ||
|
||
# Create the final "sources" from the config | ||
mkSources = config: | ||
mapAttrs ( | ||
name: spec: | ||
if builtins.hasAttr "outPath" spec | ||
then abort | ||
"The values in sources.json should not have an 'outPath' attribute" | ||
else | ||
spec // { outPath = replace name (fetch config.pkgs name spec); } | ||
) config.sources; | ||
|
||
# The "config" used by the fetchers | ||
mkConfig = | ||
{ sourcesFile ? if builtins.pathExists ./sources.json then ./sources.json else null | ||
, sources ? if isNull sourcesFile then {} else builtins.fromJSON (builtins.readFile sourcesFile) | ||
, system ? builtins.currentSystem | ||
, pkgs ? mkPkgs sources system | ||
}: rec { | ||
# The sources, i.e. the attribute set of spec name to spec | ||
inherit sources; | ||
|
||
# The "pkgs" (evaluated nixpkgs) to use for e.g. non-builtin fetchers | ||
inherit pkgs; | ||
}; | ||
|
||
in | ||
mkSources (mkConfig {}) // { __functor = _: settings: mkSources (mkConfig settings); } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
(import ./. {}).env |
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
This is going to need a bit more setup: https://nix.dev/tutorials/continuous-integration-github-actions
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Cool. I think I've got time to look into it tomorrow.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Well I think it should work as is, it'll just be really slow until we setup cachix in particular because it builds
clash
from source.Cachix should be free though since this is an open source/public project 😊