API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Mar 21st, 2019
84
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 26.10 KB | None | 0 0
raw download clone embed print report
  1. 2 1 ─ %1 = Main.randn(Main.Float32, 20)::Array{Float32,1} │
  2. 3 │ %2 = Zygote.unwrap(%1)::Array{Float32,1} │╻╷╷╷╷ gradient
  3. │ %3 = Zygote.unwrap(_3)::Float32 ││╻╷ #21
  4. │ %4 = Zygote.unwrap(_2)::Chain{Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}}} │││╻╷╷╷╷╷╷ gradient
  5. │ %5 = Zygote.unwrap(%2)::Array{Float32,1} ││││╻╷╷╷╷ #22
  6. │ %6 = Core.tuple(%5, %3)::Tuple{Array{Float32,1},Float32} │││││╻ _forward
  7. │ %7 = Zygote.compute_szs(%6, 1)::Array{Int64,1} ││││││╻╷ adjoint
  8. │ %8 = Core.tuple(%5, %3)::Tuple{Array{Float32,1},Float32} │││││││╻ macro expansion
  9. │ Zygote.compute_szs(%8, 1)::Array{Int64,1} ││││││││┃│╷ _forward
  10. │ %10 = Zygote.vcat(%5, %3)::Array{Float32,1} │││││││││┃│ adjoint
  11. │ %11 = Zygote.__new__(Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}, %7, %6)::Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}} Type
  12. │ %12 = Zygote.getfield(%4, :layers)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} ││││││╻╷╷╷╷╷╷ getproperty
  13. │ %13 = Zygote.unwrap(%12)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} │││││││┃│││││ _forward
  14. │ %14 = Zygote.unwrap(%13)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} ││││││││╻╷╷ adjoint
  15. │ %15 = Base.getfield(%14, 1, true)::Dense{typeof(identity),Array{Float32,2},Array{Float32,1}} │││││││╻╷╷╷╷╷╷╷╷╷ first
  16. │ %16 = Zygote.getfield(%15, :W)::Array{Float32,2} ││││││││╻╷╷╷╷╷╷╷ Dense
  17. │ %17 = Zygote.unwrap(%16)::Array{Float32,2} │││││││││┃││││││ getproperty
  18. │ %18 = Zygote.unwrap(%17)::Array{Float32,2} ││││││││││╻╷╷ _forward
  19. │ %19 = Zygote.getfield(%15, :b)::Array{Float32,1} ││││││││││╻╷╷╷╷╷ _forward
  20. │ %20 = Zygote.unwrap(%19)::Array{Float32,1} │││││││││││┃││││ adjoint
  21. │ %21 = Zygote.unwrap(%20)::Array{Float32,1} ││││││││││││╻╷╷ macro expansion
  22. │ %22 = (%18 * %10)::Array{Float32,1} │││││││││╻╷╷╷╷╷ _forward
  23. │ %23 = Zygote.broadcasted(+, %22, %21)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}
  24. │ %24 = Zygote.broadcasted(identity, %23)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(identity),Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}}}
  25. │ %25 = Zygote.getfield(%24, :args)::Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}}
  26. │ %26 = Zygote.unwrap(%25)::Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}}macro expansion
  27. │ %27 = Base.getfield(%26, 1, true)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}etindex
  28. │ %28 = Zygote.materialize(%27)::Array{Float32,1} │││││││││││││╻╷╷╷╷ adjoint
  29. │ %29 = Base.getindex(%28)::Float32 ││││││╻╷╷╷╷ adjoint
  30. │ %30 = Zygote.size(%28)::Tuple{Int64} │││││││╻ macro expansion
  31. │ %31 = Zygote.__new__(Zygote.∇getindex{Float32,Tuple{Int64},Tuple{}}, Float32, %30, ())::Zygote.∇getindex{Float32,Tuple{Int64},Tuple{}} Type
  32. │ %32 = Zygote.unwrap(_2)::Chain{Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}}} ││││││╻╷╷╷╷ adjoint
  33. │ %33 = Zygote.unwrap(%2)::Array{Float32,1} ││││││╻╷╷╷╷ adjoint
  34. │ %34 = Zygote.unwrap(%32)::Chain{Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}}} ││││││╻╷╷╷╷╷╷╷╷╷ #23
  35. │ %35 = Zygote.unwrap(%33)::Array{Float32,1} │││││││╻╷╷╷╷╷╷╷ _forward
  36. │ %36 = Core.tuple(%35, %3)::Tuple{Array{Float32,1},Float32} ││││││││╻╷ _forward
  37. │ %37 = Zygote.compute_szs(%36, 1)::Array{Int64,1} │││││││││╻╷╷ macro expansion
  38. │ %38 = Core.tuple(%35, %3)::Tuple{Array{Float32,1},Float32} ││││││││││╻╷ _forward
  39. │ Zygote.compute_szs(%38, 1)::Array{Int64,1} │││││││││││╻╷ adjoint
  40. │ %40 = Core.tuple(%35, %3)::Tuple{Array{Float32,1},Float32} ││││││││││││╻ macro expansion
  41. │ Zygote.compute_szs(%40, 1)::Array{Int64,1} │││││││││││││┃│╷ _forward
  42. │ %42 = Zygote.vcat(%35, %3)::Array{Float32,1} ││││││││││││││┃│ adjoint
  43. │ %43 = Zygote.__new__(Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}, %37, %36)::Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}} Type
  44. │ %44 = Zygote.getfield(%34, :layers)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} ││││││││╻╷╷╷╷╷╷╷╷╷ getproperty
  45. │ %45 = Zygote.unwrap(%44)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} │││││││││┃││││││││ _forward
  46. │ %46 = Zygote.unwrap(%45)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} ││││││││││╻╷╷ adjoint
  47. │ %47 = Zygote.unwrap(%46)::Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}} │││││││││││╻╷╷╷╷╷ macro expansion
  48. │ %48 = Base.getfield(%47, 1, true)::Dense{typeof(identity),Array{Float32,2},Array{Float32,1}} │││││││││╻╷╷╷╷╷╷╷╷╷╷╷╷╷ first
  49. │ %49 = Zygote.getfield(%48, :W)::Array{Float32,2} ││││││││││╻╷╷╷╷╷╷╷╷╷╷ Dense
  50. │ %50 = Zygote.unwrap(%49)::Array{Float32,2} │││││││││││┃│││││││││ getproperty
  51. │ %51 = Zygote.unwrap(%50)::Array{Float32,2} ││││││││││││╻╷╷ _forward
  52. │ %52 = Zygote.unwrap(%51)::Array{Float32,2} │││││││││││││╻╷╷╷╷╷ adjoint
  53. │ %53 = Zygote.getfield(%48, :b)::Array{Float32,1} ││││││││││││╻╷╷╷╷╷╷╷╷ _forward
  54. │ %54 = Zygote.unwrap(%53)::Array{Float32,1} │││││││││││││┃│││││││ adjoint
  55. │ %55 = Zygote.unwrap(%54)::Array{Float32,1} ││││││││││││││╻╷╷ macro expansion
  56. │ %56 = Zygote.unwrap(%55)::Array{Float32,1} │││││││││││││││╻╷╷╷╷╷ _forward
  57. │ %57 = (%52 * %42)::Array{Float32,1} │││││││││││╻╷╷╷╷╷╷╷╷ _forward
  58. │ %58 = Zygote.broadcasted(+, %57, %56)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}nt
  59. │ %59 = Zygote.broadcasted(identity, %58)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(identity),Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}}}
  60. │ %60 = Zygote.getfield(%59, :args)::Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}}
  61. │ %61 = Zygote.unwrap(%60)::Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}} macro expansion
  62. │ %62 = Zygote.unwrap(%61)::Tuple{Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}}} getproperty
  63. │ %63 = Base.getfield(%62, 1, true)::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1},Nothing,typeof(+),Tuple{Array{Float32,1},Array{Float32,1}}} _forward
  64. │ %64 = Zygote.materialize(%63)::Array{Float32,1} │││││││││││││││╻╷╷╷╷╷╷╷ adjoint
  65. │ %65 = Zygote.size(%64)::Tuple{Int64} ││││││││╻╷╷╷ adjoint
  66. │ %66 = Zygote.__new__(Zygote.∇getindex{Float32,Tuple{Int64},Tuple{}}, Float32, %65, ())::Zygote.∇getindex{Float32,Tuple{Int64},Tuple{}}╷╷╷ macro expansion
  67. │ %67 = (%66)(1)::Tuple{Array{Float32,1}} │││││││╻╷╷╷╷╷╷ #2057#back
  68. │ %68 = Base.getfield(%67, 1, true)::Array{Float32,1} ││││││││╻╷╷╷╷╷╷╷ gradtuple1
  69. │ %69 = Zygote.transpose(%52)::LinearAlgebra.Transpose{Float32,Array{Float32,2}} ││││││││╻╷╷╷╷╷╷╷╷╷╷ applychain
  70. │ %70 = (%69 * %68)::Array{Float32,1} │││││││││╻╷╷╷╷ Dense
  71. │ %71 = Zygote.size(%42)::Tuple{Int64} ││││││││││╻ Dense
  72. │ %72 = Zygote.reshape(%70, %71)::Array{Float32,1} │││││││││││╻╷╷╷╷ #2250#back
  73. │ %73 = (%43)(%72)::Tuple{Array{Float32,1},Float32} ││││││││╻╷╷╷╷╷ _forward
  74. │ %74 = %new(Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}, %43)::Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}
  75. │ %75 = Zygote.__new__(Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}, %43)::Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}
  76. │ %76 = Base.getfield(%73, 2, true)::Float32 │││││││││╻╷╷╷╷╷╷╷ _forward
  77. │ (Val)(:zs)::Core.Compiler.Const(Val{:zs}(), true) ││││││││╻╷╷╷╷╷╷ back
  78. │ (Val)(:c)::Core.Compiler.Const(Val{:c}(), true) ││││││││╻╷╷╷╷╷╷ back
  79. │ %79 = Base.:*::Core.Compiler.Const(*, false) │││││╻╷╷╷╷ #1616#back
  80. │ %80 = (%79)(1, %76)::Float32 ││││││┃│││ #615
  81. │ %81 = Base.:*::Core.Compiler.Const(*, false) │││││││╻╷ _forward
  82. │ %82 = (%81)(1, %29)::Float32 ││││││││┃│ adjoint
  83. │ %83 = Zygote._tuple_at(%82, $(QuoteNode(Val{2}())), $(QuoteNode(Val{2}())))::Tuple{Nothing,Float32} ││││││╻╷╷╷╷╷╷╷ #23
  84. │ (%75)(%83)::Array{Float32,1} │││││││╻╷╷╷ #2154#back
  85. │ (Val)(:c)::Core.Compiler.Const(Val{:c}(), true) ││││││╻╷╷╷ back
  86. │ %86 = (%31)(%80)::Tuple{Array{Float32,1}} ││││││╻╷╷ _forward
  87. │ %87 = Base.getfield(%86, 1, true)::Array{Float32,1} │││││││╻╷╷╷ _forward
  88. │ %88 = Zygote.transpose(%18)::LinearAlgebra.Transpose{Float32,Array{Float32,2}} ││││││╻╷╷╷╷╷╷╷ applychain
  89. │ %89 = (%88 * %87)::Array{Float32,1} │││││││╻╷ Dense
  90. │ %90 = Zygote.size(%10)::Tuple{Int64} ││││││││╻ Dense
  91. │ %91 = Zygote.reshape(%89, %90)::Array{Float32,1} │││││││││╻╷ #2250#back
  92. │ (%11)(%91)::Tuple{Array{Float32,1},Float32} ││││││╻╷╷ _forward
  93. │ %93 = %new(Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}, %11)::Zygote.∇∇vcat{Zygote.∇vcat{Array{Int64,1},Tuple{Array{Float32,1},Float32}}}
  94. │ (Val)(:zs)::Core.Compiler.Const(Val{:zs}(), true) ││││││╻╷╷╷ back
  95. │ (Val)(:c)::Core.Compiler.Const(Val{:c}(), true) ││││││╻╷╷╷ back
  96. │ %96 = (%93)((nothing, 1))::Array{Float32,1} │││╻╷╷╷╷ gradient
  97. │ %97 = Zygote.size(%89)::Tuple{Int64} ││││╻╷╷╷╷╷╷ #22
  98. │ %98 = Zygote.reshape(%96, %97)::Array{Float32,1} │││││┃│││││││ Chain
  99. │ %99 = Zygote.transpose(%87)::LinearAlgebra.Transpose{Float32,Array{Float32,1}} ││││││╻ applychain
  100. │ %100 = (%98 * %99)::Array{Float32,2} │││││││┃│││││ Dense
  101. │ %101 = Zygote.size(%88)::Tuple{Int64,Int64} ││││││││┃││││ Dense
  102. │ %102 = Zygote.reshape(%100, %101)::Array{Float32,2} │││││││││┃│││ #2250#back
  103. │ %103 = Zygote.transpose(%88)::Array{Float32,2} ││││││││││┃││ #878
  104. │ %104 = (%103 * %98)::Array{Float32,1} │││││││││││┃│ #2250#back
  105. │ %105 = Zygote.size(%87)::Tuple{Int64} ││││││││││││┃ #878
  106. │ %106 = Zygote.reshape(%104, %105)::Array{Float32,1} │││││││││││││
  107. │ %107 = Zygote.transpose(%102)::LinearAlgebra.Transpose{Float32,Array{Float32,2}} ││││││││││││╻ #882
  108. │ %108 = Zygote._tuple_at(%106, $(QuoteNode(Val{1}())), $(QuoteNode(Val{1}())))::Tuple{Array{Float32,1}} ││││││╻╷╷ gradtuple1
  109. │ %109 = Base.getfield(%108, 1, true)::Array{Float32,1} │││││││╻╷ #781
  110. │ %110 = Base.getindex(%109)::Float32 ││││││││
  111. │ %111 = (%110 * 1)::Float32 ││││││╻╷╷ #615
  112. │ %112 = Zygote._tuple_at(%111, $(QuoteNode(Val{2}())), $(QuoteNode(Val{2}())))::Tuple{Nothing,Float32} │││││╻╷╷╷╷╷╷╷╷╷ gradient
  113. │ %113 = (%74)(%112)::Array{Float32,1} ││││││╻╷╷╷ #23
  114. │ %114 = Zygote.size(%70)::Tuple{Int64} │││││││╻╷╷╷╷╷╷╷╷╷ Chain
  115. │ %115 = Zygote.reshape(%113, %114)::Array{Float32,1} ││││││││┃│││││││││ applychain
  116. │ %116 = Zygote.transpose(%68)::LinearAlgebra.Transpose{Float32,Array{Float32,1}} │││││││││╻╷╷╷ Dense
  117. │ %117 = (%115 * %116)::Array{Float32,2} ││││││││││┃│││││││ Dense
  118. │ %118 = Zygote.size(%69)::Tuple{Int64,Int64} │││││││││││┃││││││ #2250#back
  119. │ %119 = Zygote.reshape(%117, %118)::Array{Float32,2} ││││││││││││┃│││││ #878
  120. │ %120 = Zygote.transpose(%119)::LinearAlgebra.Transpose{Float32,Array{Float32,2}} │││││││││││││╻╷╷╷ _forward
  121. │ %121 = ($(QuoteNode(Zygote.∇getfield{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}},:W}())))(%120)::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}},Nothing}
  122. │ %122 = (getfield)(%121, 1)::NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}│││││╻ applychain
  123. │ %123 = Zygote._tuple_at(%122, $(QuoteNode(Val{1}())), $(QuoteNode(Val{1}())))::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}
  124. │ %124 = ($(QuoteNode(Zygote.∇getfield{Chain{Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}}},:layers}())))(%123)::Tuple{NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}}},Nothing}
  125. │ %125 = (getfield)(%124, 1)::NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}}}
  126. │ %126 = ($(QuoteNode(Zygote.∇getfield{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}},:W}())))(%107)::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}},Nothing}
  127. │ %127 = (getfield)(%126, 1)::NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}││││╻ Dense
  128. │ %128 = Zygote._tuple_at(%127, $(QuoteNode(Val{1}())), $(QuoteNode(Val{1}())))::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}
  129. │ %129 = ($(QuoteNode(Zygote.∇getfield{Chain{Tuple{Dense{typeof(identity),Array{Float32,2},Array{Float32,1}}}},:layers}())))(%128)::Tuple{NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}}},Nothing}
  130. │ %130 = (getfield)(%129, 1)::NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}}}
  131. │ %131 = Base.getfield(%125, :layers)::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}} macro expansion
  132. │ %132 = Base.getfield(%130, :layers)::Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}} getproperty
  133. │ %133 = Base.broadcasted(Zygote.accum, %131, %132)::Base.Broadcast.Broadcasted{Base.Broadcast.Style{Tuple},Nothing,typeof(Zygote.accum),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}},Tuple{NamedTuple{(:W, :b, :σ),Tuple{LinearAlgebra.Transpose{Float32,Array{Float32,2}},Nothing,Nothing}}}}}
  134. │ %134 = Base.materialize(%133)::Tuple{NamedTuple{(:W, :b, :σ),Tuple{Array{Float32,2},Nothing,Nothing}}} ││││││
  135. │ %135 = %new(NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{Array{Float32,2},Nothing,Nothing}}}}}, %134)::NamedTuple{(:layers,),Tuple{Tuple{NamedTuple{(:W, :b, :σ),Tuple{Array{Float32,2},Nothing,Nothing}}}}}
  136. └── return %135 │
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!