-
-
Save mattwigway/7d4eaa2576e2720ba3f1a116cbdf44d2 to your computer and use it in GitHub Desktop.
ForwardDiff with distributed closures
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#= | |
Demonstrate a tagging issue with ForwardDiff when used with Distributed. | |
=# | |
using Distributed | |
length(ARGS) ≥ 1 ? addprocs(parse(Int64, ARGS[1])) : addprocs() | |
# comment this out if using global environment | |
@everywhere begin | |
using Pkg | |
Pkg.activate(Base.source_dir()) | |
end | |
@everywhere begin | |
using ForwardDiff, Dagger | |
function do_calc(x, t) | |
fetch(reduce(+, map(r -> (val=x*r.a,), t))).val | |
end | |
end | |
function main() | |
table = (a=[1, 1, 1, 1, 1], b=[6, 7, 8, 9, 10]); | |
d = DTable(table, 2) | |
deriv = ForwardDiff.derivative(x -> do_calc(x, d), 42) | |
println(deriv) # should be 5 | |
end | |
main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# This file is machine-generated - editing it directly is not advised | |
[[ArgTools]] | |
uuid = "0dad84c5-d112-42e6-8d28-ef12dabb789f" | |
[[Artifacts]] | |
uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33" | |
[[Base64]] | |
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f" | |
[[ChainRulesCore]] | |
deps = ["Compat", "LinearAlgebra", "SparseArrays"] | |
git-tree-sha1 = "f885e7e7c124f8c92650d61b9477b9ac2ee607dd" | |
uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4" | |
version = "1.11.1" | |
[[ChangesOfVariables]] | |
deps = ["LinearAlgebra", "Test"] | |
git-tree-sha1 = "9a1d594397670492219635b35a3d830b04730d62" | |
uuid = "9e997f8a-9a97-42d5-a9f1-ce6bfc15e2c0" | |
version = "0.1.1" | |
[[ColorTypes]] | |
deps = ["FixedPointNumbers", "Random"] | |
git-tree-sha1 = "024fe24d83e4a5bf5fc80501a314ce0d1aa35597" | |
uuid = "3da002f7-5984-5a60-b8a6-cbb66c0b333f" | |
version = "0.11.0" | |
[[Colors]] | |
deps = ["ColorTypes", "FixedPointNumbers", "Reexport"] | |
git-tree-sha1 = "417b0ed7b8b838aa6ca0a87aadf1bb9eb111ce40" | |
uuid = "5ae59095-9a9b-59fe-a467-6f913c188581" | |
version = "0.12.8" | |
[[CommonSubexpressions]] | |
deps = ["MacroTools", "Test"] | |
git-tree-sha1 = "7b8a93dba8af7e3b42fecabf646260105ac373f7" | |
uuid = "bbf7d656-a473-5ed7-a52c-81e309532950" | |
version = "0.3.0" | |
[[Compat]] | |
deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"] | |
git-tree-sha1 = "dce3e3fea680869eaa0b774b2e8343e9ff442313" | |
uuid = "34da2185-b29b-5c13-b0c7-acf172513d20" | |
version = "3.40.0" | |
[[CompilerSupportLibraries_jll]] | |
deps = ["Artifacts", "Libdl"] | |
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae" | |
[[Dagger]] | |
deps = ["Colors", "Distributed", "LinearAlgebra", "MemPool", "Profile", "Random", "Requires", "Serialization", "SharedArrays", "SparseArrays", "Statistics", "StatsBase", "TableOperations", "Tables", "UUIDs"] | |
git-tree-sha1 = "3f3f322f81edff803759abb8e2c72f38eeda4086" | |
uuid = "d58978e5-989f-55fb-8d15-ea34adc7bf54" | |
version = "0.13.7" | |
[[DataAPI]] | |
git-tree-sha1 = "cc70b17275652eb47bc9e5f81635981f13cea5c8" | |
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a" | |
version = "1.9.0" | |
[[DataStructures]] | |
deps = ["Compat", "InteractiveUtils", "OrderedCollections"] | |
git-tree-sha1 = "7d9d316f04214f7efdbb6398d545446e246eff02" | |
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8" | |
version = "0.18.10" | |
[[DataValueInterfaces]] | |
git-tree-sha1 = "bfc1187b79289637fa0ef6d4436ebdfe6905cbd6" | |
uuid = "e2d170a0-9d28-54be-80f0-106bbe20a464" | |
version = "1.0.0" | |
[[Dates]] | |
deps = ["Printf"] | |
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a" | |
[[DelimitedFiles]] | |
deps = ["Mmap"] | |
uuid = "8bb1440f-4735-579b-a4ab-409b98df4dab" | |
[[DiffResults]] | |
deps = ["StaticArrays"] | |
git-tree-sha1 = "c18e98cba888c6c25d1c3b048e4b3380ca956805" | |
uuid = "163ba53b-c6d8-5494-b064-1a9d43ac40c5" | |
version = "1.0.3" | |
[[DiffRules]] | |
deps = ["LogExpFunctions", "NaNMath", "Random", "SpecialFunctions"] | |
git-tree-sha1 = "d8f468c5cd4d94e86816603f7d18ece910b4aaf1" | |
uuid = "b552c78f-8df3-52c6-915a-8e097449b14b" | |
version = "1.5.0" | |
[[Distributed]] | |
deps = ["Random", "Serialization", "Sockets"] | |
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b" | |
[[DocStringExtensions]] | |
deps = ["LibGit2"] | |
git-tree-sha1 = "b19534d1895d702889b219c382a6e18010797f0b" | |
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae" | |
version = "0.8.6" | |
[[Downloads]] | |
deps = ["ArgTools", "LibCURL", "NetworkOptions"] | |
uuid = "f43a241f-c20a-4ad4-852c-f6b1247861c6" | |
[[FixedPointNumbers]] | |
deps = ["Statistics"] | |
git-tree-sha1 = "335bfdceacc84c5cdf16aadc768aa5ddfc5383cc" | |
uuid = "53c48c17-4a7d-5ca2-90c5-79b7896eea93" | |
version = "0.8.4" | |
[[ForwardDiff]] | |
deps = ["CommonSubexpressions", "DiffResults", "DiffRules", "LinearAlgebra", "LogExpFunctions", "NaNMath", "Preferences", "Printf", "Random", "SpecialFunctions", "StaticArrays"] | |
git-tree-sha1 = "6406b5112809c08b1baa5703ad274e1dded0652f" | |
uuid = "f6369f11-7733-5829-9624-2563aa707210" | |
version = "0.10.23" | |
[[InteractiveUtils]] | |
deps = ["Markdown"] | |
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240" | |
[[InverseFunctions]] | |
deps = ["Test"] | |
git-tree-sha1 = "a7254c0acd8e62f1ac75ad24d5db43f5f19f3c65" | |
uuid = "3587e190-3f89-42d0-90ee-14403ec27112" | |
version = "0.1.2" | |
[[IrrationalConstants]] | |
git-tree-sha1 = "7fd44fd4ff43fc60815f8e764c0f352b83c49151" | |
uuid = "92d709cd-6900-40b7-9082-c6be49f344b6" | |
version = "0.1.1" | |
[[IteratorInterfaceExtensions]] | |
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856" | |
uuid = "82899510-4779-5014-852e-03e436cf321d" | |
version = "1.0.0" | |
[[JLLWrappers]] | |
deps = ["Preferences"] | |
git-tree-sha1 = "642a199af8b68253517b80bd3bfd17eb4e84df6e" | |
uuid = "692b3bcd-3c85-4b1f-b108-f13ce0eb3210" | |
version = "1.3.0" | |
[[LibCURL]] | |
deps = ["LibCURL_jll", "MozillaCACerts_jll"] | |
uuid = "b27032c2-a3e7-50c8-80cd-2d36dbcbfd21" | |
[[LibCURL_jll]] | |
deps = ["Artifacts", "LibSSH2_jll", "Libdl", "MbedTLS_jll", "Zlib_jll", "nghttp2_jll"] | |
uuid = "deac9b47-8bc7-5906-a0fe-35ac56dc84c0" | |
[[LibGit2]] | |
deps = ["Base64", "NetworkOptions", "Printf", "SHA"] | |
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433" | |
[[LibSSH2_jll]] | |
deps = ["Artifacts", "Libdl", "MbedTLS_jll"] | |
uuid = "29816b5a-b9ab-546f-933c-edad1886dfa8" | |
[[Libdl]] | |
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb" | |
[[LinearAlgebra]] | |
deps = ["Libdl"] | |
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" | |
[[LogExpFunctions]] | |
deps = ["ChainRulesCore", "ChangesOfVariables", "DocStringExtensions", "InverseFunctions", "IrrationalConstants", "LinearAlgebra"] | |
git-tree-sha1 = "be9eef9f9d78cecb6f262f3c10da151a6c5ab827" | |
uuid = "2ab3a3ac-af41-5b50-aa03-7779005ae688" | |
version = "0.3.5" | |
[[Logging]] | |
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568" | |
[[MacroTools]] | |
deps = ["Markdown", "Random"] | |
git-tree-sha1 = "3d3e902b31198a27340d0bf00d6ac452866021cf" | |
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09" | |
version = "0.5.9" | |
[[Markdown]] | |
deps = ["Base64"] | |
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a" | |
[[MbedTLS_jll]] | |
deps = ["Artifacts", "Libdl"] | |
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1" | |
[[MemPool]] | |
deps = ["DataStructures", "Distributed", "Mmap", "Random", "Serialization", "Sockets"] | |
git-tree-sha1 = "b0bbcf9346ef0a60d2a63069dfc8b4d51d682153" | |
uuid = "f9f48841-c794-520a-933b-121f7ba6ed94" | |
version = "0.3.9" | |
[[Missings]] | |
deps = ["DataAPI"] | |
git-tree-sha1 = "bf210ce90b6c9eed32d25dbcae1ebc565df2687f" | |
uuid = "e1d29d7a-bbdc-5cf2-9ac0-f12de2c33e28" | |
version = "1.0.2" | |
[[Mmap]] | |
uuid = "a63ad114-7e13-5084-954f-fe012c677804" | |
[[MozillaCACerts_jll]] | |
uuid = "14a3606d-f60d-562e-9121-12d972cd8159" | |
[[NaNMath]] | |
git-tree-sha1 = "bfe47e760d60b82b66b61d2d44128b62e3a369fb" | |
uuid = "77ba4419-2d1f-58cd-9bb1-8ffee604a2e3" | |
version = "0.3.5" | |
[[NetworkOptions]] | |
uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908" | |
[[OpenLibm_jll]] | |
deps = ["Artifacts", "Libdl"] | |
uuid = "05823500-19ac-5b8b-9628-191a04bc5112" | |
[[OpenSpecFun_jll]] | |
deps = ["Artifacts", "CompilerSupportLibraries_jll", "JLLWrappers", "Libdl", "Pkg"] | |
git-tree-sha1 = "13652491f6856acfd2db29360e1bbcd4565d04f1" | |
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e" | |
version = "0.5.5+0" | |
[[OrderedCollections]] | |
git-tree-sha1 = "85f8e6578bf1f9ee0d11e7bb1b1456435479d47c" | |
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d" | |
version = "1.4.1" | |
[[Pkg]] | |
deps = ["Artifacts", "Dates", "Downloads", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "Serialization", "TOML", "Tar", "UUIDs", "p7zip_jll"] | |
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f" | |
[[Preferences]] | |
deps = ["TOML"] | |
git-tree-sha1 = "00cfd92944ca9c760982747e9a1d0d5d86ab1e5a" | |
uuid = "21216c6a-2e73-6563-6e65-726566657250" | |
version = "1.2.2" | |
[[Printf]] | |
deps = ["Unicode"] | |
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7" | |
[[Profile]] | |
deps = ["Printf"] | |
uuid = "9abbd945-dff8-562f-b5e8-e1ebf5ef1b79" | |
[[REPL]] | |
deps = ["InteractiveUtils", "Markdown", "Sockets", "Unicode"] | |
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb" | |
[[Random]] | |
deps = ["Serialization"] | |
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" | |
[[Reexport]] | |
git-tree-sha1 = "45e428421666073eab6f2da5c9d310d99bb12f9b" | |
uuid = "189a3867-3050-52da-a836-e630ba90ab69" | |
version = "1.2.2" | |
[[Requires]] | |
deps = ["UUIDs"] | |
git-tree-sha1 = "4036a3bd08ac7e968e27c203d45f5fff15020621" | |
uuid = "ae029012-a4dd-5104-9daa-d747884805df" | |
version = "1.1.3" | |
[[SHA]] | |
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce" | |
[[SentinelArrays]] | |
deps = ["Dates", "Random"] | |
git-tree-sha1 = "f45b34656397a1f6e729901dc9ef679610bd12b5" | |
uuid = "91c51154-3ec4-41a3-a24f-3f23e20d615c" | |
version = "1.3.8" | |
[[Serialization]] | |
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b" | |
[[SharedArrays]] | |
deps = ["Distributed", "Mmap", "Random", "Serialization"] | |
uuid = "1a1011a3-84de-559e-8e89-a11a2f7dc383" | |
[[Sockets]] | |
uuid = "6462fe0b-24de-5631-8697-dd941f90decc" | |
[[SortingAlgorithms]] | |
deps = ["DataStructures"] | |
git-tree-sha1 = "b3363d7460f7d098ca0912c69b082f75625d7508" | |
uuid = "a2af1166-a08f-5f64-846c-94a0d3cef48c" | |
version = "1.0.1" | |
[[SparseArrays]] | |
deps = ["LinearAlgebra", "Random"] | |
uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf" | |
[[SpecialFunctions]] | |
deps = ["ChainRulesCore", "IrrationalConstants", "LogExpFunctions", "OpenLibm_jll", "OpenSpecFun_jll"] | |
git-tree-sha1 = "f0bccf98e16759818ffc5d97ac3ebf87eb950150" | |
uuid = "276daf66-3868-5448-9aa4-cd146d93841b" | |
version = "1.8.1" | |
[[StaticArrays]] | |
deps = ["LinearAlgebra", "Random", "Statistics"] | |
git-tree-sha1 = "3c76dde64d03699e074ac02eb2e8ba8254d428da" | |
uuid = "90137ffa-7385-5640-81b9-e52037218182" | |
version = "1.2.13" | |
[[Statistics]] | |
deps = ["LinearAlgebra", "SparseArrays"] | |
uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2" | |
[[StatsAPI]] | |
git-tree-sha1 = "0f2aa8e32d511f758a2ce49208181f7733a0936a" | |
uuid = "82ae8749-77ed-4fe6-ae5f-f523153014b0" | |
version = "1.1.0" | |
[[StatsBase]] | |
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "LogExpFunctions", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics", "StatsAPI"] | |
git-tree-sha1 = "2bb0cb32026a66037360606510fca5984ccc6b75" | |
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91" | |
version = "0.33.13" | |
[[TOML]] | |
deps = ["Dates"] | |
uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76" | |
[[TableOperations]] | |
deps = ["SentinelArrays", "Tables", "Test"] | |
git-tree-sha1 = "e383c87cf2a1dc41fa30c093b2a19877c83e1bc1" | |
uuid = "ab02a1b2-a7df-11e8-156e-fb1833f50b87" | |
version = "1.2.0" | |
[[TableTraits]] | |
deps = ["IteratorInterfaceExtensions"] | |
git-tree-sha1 = "c06b2f539df1c6efa794486abfb6ed2022561a39" | |
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c" | |
version = "1.0.1" | |
[[Tables]] | |
deps = ["DataAPI", "DataValueInterfaces", "IteratorInterfaceExtensions", "LinearAlgebra", "TableTraits", "Test"] | |
git-tree-sha1 = "fed34d0e71b91734bf0a7e10eb1bb05296ddbcd0" | |
uuid = "bd369af6-aec1-5ad0-b16a-f7cc5008161c" | |
version = "1.6.0" | |
[[Tar]] | |
deps = ["ArgTools", "SHA"] | |
uuid = "a4e569a6-e804-4fa4-b0f3-eef7a1d5b13e" | |
[[Test]] | |
deps = ["InteractiveUtils", "Logging", "Random", "Serialization"] | |
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40" | |
[[UUIDs]] | |
deps = ["Random", "SHA"] | |
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4" | |
[[Unicode]] | |
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5" | |
[[Zlib_jll]] | |
deps = ["Libdl"] | |
uuid = "83775a58-1f1d-513f-b197-d71354ab007a" | |
[[nghttp2_jll]] | |
deps = ["Artifacts", "Libdl"] | |
uuid = "8e850ede-7688-5339-a07c-302acd2aaf8d" | |
[[p7zip_jll]] | |
deps = ["Artifacts", "Libdl"] | |
uuid = "3f19e933-33d8-53b3-aaab-bd5110c3b7a0" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[deps] | |
Dagger = "d58978e5-989f-55fb-8d15-ea34adc7bf54" | |
Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b" | |
ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment