Pytorch-1-Introduction-to-tensors.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Pytorch-1-Introduction-to-tensors.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyOUp4YX98auyrqVK2K7K8WS"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"9nl3YOC2nylG","executionInfo":{"status":"ok","timestamp":1650021338953,"user_tz":-270,"elapsed":2488,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"outputs":[],"source":["import torch"]},{"cell_type":"markdown","source":["# Intro"],"metadata":{"id":"LGvhpZnBwfZh"}},{"cell_type":"markdown","source":["A tensor is like a multi-dimensional array (a generalization of a matrix). You can make a tensor from a list. This will be 1-dimensional tensor (similar to a vector)."],"metadata":{"id":"bIQonPXpp2d3"}},{"cell_type":"code","source":["my_list = [1,2,3,4]"],"metadata":{"id":"YtWPBUVFn_Os","executionInfo":{"status":"ok","timestamp":1650021510308,"user_tz":-270,"elapsed":399,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":2,"outputs":[]},{"cell_type":"code","source":["my_tensor = torch.Tensor(my_list)"],"metadata":{"id":"AqylsQvYtxD7","executionInfo":{"status":"ok","timestamp":1650021519385,"user_tz":-270,"elapsed":448,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":["my_tensor"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9N3DBY1mt32q","executionInfo":{"status":"ok","timestamp":1650021522852,"user_tz":-270,"elapsed":4,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"185cdf12-4bf6-4c7b-b907-73e432696841"},"execution_count":4,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([1., 2., 3., 4.])"]},"metadata":{},"execution_count":4}]},{"cell_type":"code","source":["my_tensor[2]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"tqD6SYMrt5ap","executionInfo":{"status":"ok","timestamp":1650021536501,"user_tz":-270,"elapsed":446,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"9aa22337-9918-495d-c892-aa5c63d4752e"},"execution_count":5,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor(3.)"]},"metadata":{},"execution_count":5}]},{"cell_type":"markdown","source":["Wanna convert it to a number? No problem at all!"],"metadata":{"id":"XzfxgigBt8pn"}},{"cell_type":"code","source":["my_tensor.numpy()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9orKGc5Xt7YM","executionInfo":{"status":"ok","timestamp":1650021580034,"user_tz":-270,"elapsed":479,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"38fc494c-e414-422d-ac1d-4123bc39d7a8"},"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([1., 2., 3., 4.], dtype=float32)"]},"metadata":{},"execution_count":6}]},{"cell_type":"markdown","source":["Wanna convert it back to a tensor? That's so easy!"],"metadata":{"id":"9ebLmktSuDph"}},{"cell_type":"code","source":["torch.Tensor(my_tensor.numpy())"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wCTX6HQGuCkS","executionInfo":{"status":"ok","timestamp":1650021598736,"user_tz":-270,"elapsed":477,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"6573013f-15ae-404e-c8fd-dbaf5c5f8fb0"},"execution_count":7,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([1., 2., 3., 4.])"]},"metadata":{},"execution_count":7}]},{"cell_type":"markdown","source":["Get it's shape"],"metadata":{"id":"NjDQpriYud_-"}},{"cell_type":"code","source":["torch.Tensor(my_tensor.numpy()).shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gEeqH4KPuSND","executionInfo":{"status":"ok","timestamp":1650021613555,"user_tz":-270,"elapsed":470,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"5ff66139-26d7-43b1-92a3-7b888b9edd11"},"execution_count":8,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.Size([4])"]},"metadata":{},"execution_count":8}]},{"cell_type":"markdown","source":["# Making a Tensor from a Numpy Array"],"metadata":{"id":"oc8kSkQLwiiv"}},{"cell_type":"markdown","source":["How about making a Tensor from a numpy array? Let's go!"],"metadata":{"id":"9s2DGQJ1vEMn"}},{"cell_type":"code","source":["import numpy as np"],"metadata":{"id":"3Ft974jbuygL","executionInfo":{"status":"ok","timestamp":1650021645979,"user_tz":-270,"elapsed":413,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":9,"outputs":[]},{"cell_type":"markdown","source":["First, we make a Numpy array"],"metadata":{"id":"aoImHjS4wYgD"}},{"cell_type":"code","source":["my_np_array = np.array([ [1,2,3,4] , [5,6,7,8] ])"],"metadata":{"id":"gyMMvemIvICn","executionInfo":{"status":"ok","timestamp":1650021671483,"user_tz":-270,"elapsed":386,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":10,"outputs":[]},{"cell_type":"markdown","source":["Now we can get it's shape"],"metadata":{"id":"R4GK8WPowbQE"}},{"cell_type":"code","source":["my_np_array.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"_ysIYsQlwUPT","executionInfo":{"status":"ok","timestamp":1650021675660,"user_tz":-270,"elapsed":403,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b3ffa3a3-53a6-40fe-839c-f31056062484"},"execution_count":11,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(2, 4)"]},"metadata":{},"execution_count":11}]},{"cell_type":"code","source":["my_np_array.dtype"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZGGvmCQv9YuJ","executionInfo":{"status":"ok","timestamp":1650021734655,"user_tz":-270,"elapsed":606,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"9a38b345-73bc-42a2-f831-546789e4d4d2"},"execution_count":16,"outputs":[{"output_type":"execute_result","data":{"text/plain":["dtype('int64')"]},"metadata":{},"execution_count":16}]},{"cell_type":"code","source":["my_tensor = torch.Tensor(my_np_array)"],"metadata":{"id":"Ndi2jFXfwVg_","executionInfo":{"status":"ok","timestamp":1650021687242,"user_tz":-270,"elapsed":460,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":12,"outputs":[]},{"cell_type":"code","source":["my_tensor"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MPfsHgcTx1lv","executionInfo":{"status":"ok","timestamp":1650021688633,"user_tz":-270,"elapsed":5,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b59087dc-da06-41a2-d522-69cd09ffd01c"},"execution_count":13,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1., 2., 3., 4.],\n","        [5., 6., 7., 8.]])"]},"metadata":{},"execution_count":13}]},{"cell_type":"code","source":["my_tensor.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"aVJJCfi99RE3","executionInfo":{"status":"ok","timestamp":1650021705074,"user_tz":-270,"elapsed":490,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"eb784d67-7b33-4651-bb86-b7e63e969bf2"},"execution_count":14,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.Size([2, 4])"]},"metadata":{},"execution_count":14}]},{"cell_type":"code","source":["my_tensor.dtype"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NgBZIKTtD5xJ","executionInfo":{"status":"ok","timestamp":1650021716775,"user_tz":-270,"elapsed":471,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"c27a45e0-41db-4092-f67f-e27a5532864b"},"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.float32"]},"metadata":{},"execution_count":15}]},{"cell_type":"markdown","source":["Another way of making a Tensor from a Numpy array..."],"metadata":{"id":"TyJXMwqBDsAd"}},{"cell_type":"code","source":["my_tensor = torch.from_numpy(my_np_array)"],"metadata":{"id":"yEEGE7klDP4i","executionInfo":{"status":"ok","timestamp":1650021749099,"user_tz":-270,"elapsed":461,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":17,"outputs":[]},{"cell_type":"code","source":["my_tensor"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"LJISIhtfDxaA","executionInfo":{"status":"ok","timestamp":1650021752157,"user_tz":-270,"elapsed":475,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"9947bd4e-3795-424b-a8af-289ea4f024e7"},"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1, 2, 3, 4],\n","        [5, 6, 7, 8]])"]},"metadata":{},"execution_count":18}]},{"cell_type":"code","source":["my_tensor.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"WjiNn8SDx23m","executionInfo":{"status":"ok","timestamp":1650021759483,"user_tz":-270,"elapsed":441,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"1d82fdf1-80c1-4269-9229-a9246b69bfe4"},"execution_count":19,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.Size([2, 4])"]},"metadata":{},"execution_count":19}]},{"cell_type":"code","source":["my_tensor.dtype"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"0m6uvhrxD8XC","executionInfo":{"status":"ok","timestamp":1650021761657,"user_tz":-270,"elapsed":384,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"d139396c-a10a-4b6c-8f27-f114453cd50c"},"execution_count":20,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.int64"]},"metadata":{},"execution_count":20}]},{"cell_type":"markdown","source":["Even the shape can be converted to a number"],"metadata":{"id":"6wrSSzH40NMW"}},{"cell_type":"code","source":["my_tensor.shape[0]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"a4WYYLZXx303","executionInfo":{"status":"ok","timestamp":1650021787523,"user_tz":-270,"elapsed":400,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"1bd83994-72a3-448b-d90e-5e058a3afdb4"},"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"text/plain":["2"]},"metadata":{},"execution_count":21}]},{"cell_type":"markdown","source":["# Making a Random Tensor"],"metadata":{"id":"HK1G3QDqEKKH"}},{"cell_type":"markdown","source":["Uniform Distribution $[0,1)$"],"metadata":{"id":"FE5TzIZqEZXz"}},{"cell_type":"code","source":["torch.rand((3,5))"],"metadata":{"id":"rnOt5aXTr1Sr","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1650021965498,"user_tz":-270,"elapsed":464,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"f65e0166-d68d-4e78-e0b6-e2408dfa940f"},"execution_count":22,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.3368, 0.3964, 0.8355, 0.4981, 0.6181],\n","        [0.9403, 0.1545, 0.1922, 0.2865, 0.0816],\n","        [0.2312, 0.5274, 0.9766, 0.9085, 0.2159]])"]},"metadata":{},"execution_count":22}]},{"cell_type":"markdown","source":["Integers between 0 and 100"],"metadata":{"id":"Bao3LXjmEfP0"}},{"cell_type":"code","source":["torch.randint(0,100,(3,5))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"EvWJf9uzEUHR","executionInfo":{"status":"ok","timestamp":1650021996734,"user_tz":-270,"elapsed":581,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"5503639b-70a6-408d-cd1d-49328e555cbe"},"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[30, 71, 10,  7, 87],\n","        [98,  5, 93, 64, 20],\n","        [21, 63, 69, 97, 14]])"]},"metadata":{},"execution_count":23}]},{"cell_type":"markdown","source":["Numbers drawn from $\\mathcal{N}(0,1)$"],"metadata":{"id":"30lV_yZlFdyU"}},{"cell_type":"code","source":["torch.rand((3,5))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"JSJu_LEqFKnN","executionInfo":{"status":"ok","timestamp":1650022017301,"user_tz":-270,"elapsed":564,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"050cd8a3-c470-41c1-ca72-0df77e6ac342"},"execution_count":24,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0522, 0.2935, 0.2521, 0.6683, 0.9789],\n","        [0.8658, 0.6981, 0.9624, 0.3947, 0.9429],\n","        [0.6837, 0.5939, 0.1641, 0.0439, 0.8904]])"]},"metadata":{},"execution_count":24}]},{"cell_type":"markdown","source":["# Special Tensors"],"metadata":{"id":"J2gLzneqF6NC"}},{"cell_type":"markdown","source":["Filled with zeros"],"metadata":{"id":"B3CM5QGTF9hB"}},{"cell_type":"code","source":["torch.zeros((3,5))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HU1_F5k1Fcqk","executionInfo":{"status":"ok","timestamp":1650022052836,"user_tz":-270,"elapsed":519,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b8097f68-386c-4a80-d5e6-02fc3d82007c"},"execution_count":25,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0., 0., 0., 0., 0.],\n","        [0., 0., 0., 0., 0.],\n","        [0., 0., 0., 0., 0.]])"]},"metadata":{},"execution_count":25}]},{"cell_type":"markdown","source":["Filled with ones"],"metadata":{"id":"atEOXTBbGD06"}},{"cell_type":"code","source":["torch.ones((3,5))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"fR3e1yDCGCPJ","executionInfo":{"status":"ok","timestamp":1650022061060,"user_tz":-270,"elapsed":499,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"5b222f73-6eb6-4535-a862-d22aa76db41e"},"execution_count":26,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1., 1., 1., 1., 1.],\n","        [1., 1., 1., 1., 1.],\n","        [1., 1., 1., 1., 1.]])"]},"metadata":{},"execution_count":26}]},{"cell_type":"markdown","source":["# Tensors like other tensors!"],"metadata":{"id":"FHiKJtdyGbHi"}},{"cell_type":"code","source":["t = torch.rand((2,3))"],"metadata":{"id":"KfIM3mMfGFs7","executionInfo":{"status":"ok","timestamp":1650022119869,"user_tz":-270,"elapsed":412,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":27,"outputs":[]},{"cell_type":"code","source":["u = torch.rand_like(t)"],"metadata":{"id":"Jv1p392YGkAX","executionInfo":{"status":"ok","timestamp":1650022133519,"user_tz":-270,"elapsed":443,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":28,"outputs":[]},{"cell_type":"code","source":["t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Cp5hc23RGoQs","executionInfo":{"status":"ok","timestamp":1650022134866,"user_tz":-270,"elapsed":4,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"2db6f992-2acf-4241-82de-6e1be8fe1349"},"execution_count":29,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":29}]},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"JVDrPfs3GpB0","executionInfo":{"status":"ok","timestamp":1650022143253,"user_tz":-270,"elapsed":517,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"f8c8c462-58d7-4003-91aa-72d7de048a5c"},"execution_count":30,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":30}]},{"cell_type":"code","source":["v = torch.ones_like(t)"],"metadata":{"id":"tb0nXKHXGpu8","executionInfo":{"status":"ok","timestamp":1650022165155,"user_tz":-270,"elapsed":401,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":31,"outputs":[]},{"cell_type":"code","source":["v"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oF7oO5EtGt-c","executionInfo":{"status":"ok","timestamp":1650022167371,"user_tz":-270,"elapsed":435,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"01175dfb-e462-4b20-dfca-a78619728e71"},"execution_count":32,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1., 1., 1.],\n","        [1., 1., 1.]])"]},"metadata":{},"execution_count":32}]},{"cell_type":"code","source":["w = torch.zeros_like(t)"],"metadata":{"id":"J83IjL8vGuX3","executionInfo":{"status":"ok","timestamp":1650022173774,"user_tz":-270,"elapsed":475,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":33,"outputs":[]},{"cell_type":"code","source":["w"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"rDzZpegsGxar","executionInfo":{"status":"ok","timestamp":1650022176856,"user_tz":-270,"elapsed":395,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b5441613-44df-43c1-f6b8-ede3cf081ba8"},"execution_count":34,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0., 0., 0.],\n","        [0., 0., 0.]])"]},"metadata":{},"execution_count":34}]},{"cell_type":"markdown","source":["# Indexing"],"metadata":{"id":"lqUOFMStHJWZ"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"hHdl4_OlGyei","executionInfo":{"status":"ok","timestamp":1650022198663,"user_tz":-270,"elapsed":424,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"7e26be5b-5484-4b3b-8654-3c10d68e2b82"},"execution_count":35,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":35}]},{"cell_type":"markdown","source":["First row, Second Column"],"metadata":{"id":"OmtkjxpfHgzY"}},{"cell_type":"code","source":["u[0][1]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"mJ8848pHHN5g","executionInfo":{"status":"ok","timestamp":1650022213998,"user_tz":-270,"elapsed":480,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"36aadc71-60a2-4dc9-d404-a8c82779e49c"},"execution_count":36,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor(0.7695)"]},"metadata":{},"execution_count":36}]},{"cell_type":"markdown","source":["Second Column"],"metadata":{"id":"HOM0R0bUHeBT"}},{"cell_type":"code","source":["u[:,1]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"hvRsDqm2HPCu","executionInfo":{"status":"ok","timestamp":1650022306762,"user_tz":-270,"elapsed":660,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"781127c6-50ca-48ee-8849-b895d7937ee2"},"execution_count":39,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([0.7695, 0.6689])"]},"metadata":{},"execution_count":39}]},{"cell_type":"markdown","source":["First row"],"metadata":{"id":"Vv8wkP0BHkSB"}},{"cell_type":"code","source":["u[0,:]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sUWfLSc-HX6e","executionInfo":{"status":"ok","timestamp":1650022297550,"user_tz":-270,"elapsed":497,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"8ddde5c7-60f7-4bb8-a9e3-811d3a653027"},"execution_count":38,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([0.8722, 0.7695, 0.4542])"]},"metadata":{},"execution_count":38}]},{"cell_type":"markdown","source":["# Concatenation"],"metadata":{"id":"rcSDMBPDHsYy"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"e9LZEG9SH3aR","executionInfo":{"status":"ok","timestamp":1650022335819,"user_tz":-270,"elapsed":417,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b93af822-6c46-4a84-d974-5795387157fe"},"execution_count":40,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":40}]},{"cell_type":"code","source":["t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"kX-i1VHVH3sQ","executionInfo":{"status":"ok","timestamp":1650022338016,"user_tz":-270,"elapsed":449,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"7ecb2761-018f-4fef-c54d-4dd5021a90ae"},"execution_count":41,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":41}]},{"cell_type":"code","source":["torch.cat([u,t])"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"7eRzuhEiHpI-","executionInfo":{"status":"ok","timestamp":1650022352963,"user_tz":-270,"elapsed":489,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b5ef7448-2c90-4bec-c6dd-3a36a7a27c6b"},"execution_count":42,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031],\n","        [0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":42}]},{"cell_type":"markdown","source":["Concatenate by joining the rows"],"metadata":{"id":"fs-kcdQ_IFbI"}},{"cell_type":"code","source":["torch.cat([u,t], dim=0)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"iGz-NB66IAD5","executionInfo":{"status":"ok","timestamp":1650022365703,"user_tz":-270,"elapsed":6,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"a6f5cd5c-d344-4d4a-ea50-979e89cbb044"},"execution_count":43,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031],\n","        [0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":43}]},{"cell_type":"markdown","source":["Concatenate by joining the columns"],"metadata":{"id":"SIMWXHoJIHX9"}},{"cell_type":"code","source":["torch.cat([u,t], dim=1)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"qQyHw27jHy4s","executionInfo":{"status":"ok","timestamp":1650022381554,"user_tz":-270,"elapsed":420,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"3bb4a390-c170-4daf-e2dc-ecc84587d089"},"execution_count":44,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542, 0.0785, 0.3488, 0.4077],\n","        [0.8422, 0.6689, 0.1031, 0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":44}]},{"cell_type":"markdown","source":["# Basic Arithmetic Operations"],"metadata":{"id":"Ao3sxTsMIc3d"}},{"cell_type":"markdown","source":["Element-wise Multiplication"],"metadata":{"id":"Codm03eFIisH"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"QSKP5WERImkC","executionInfo":{"status":"ok","timestamp":1650022423515,"user_tz":-270,"elapsed":442,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"e1957614-1975-43ee-cc58-b05dcfcc0a92"},"execution_count":45,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":45}]},{"cell_type":"code","source":["v"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"XlmBz2rcIm3B","executionInfo":{"status":"ok","timestamp":1650022425182,"user_tz":-270,"elapsed":6,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"fef17485-344f-4205-8688-d8c51228e5dc"},"execution_count":46,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1., 1., 1.],\n","        [1., 1., 1.]])"]},"metadata":{},"execution_count":46}]},{"cell_type":"code","source":["t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oNH3G1A1Ipip","executionInfo":{"status":"ok","timestamp":1650022427462,"user_tz":-270,"elapsed":410,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"2bd7812d-0561-4e4c-f4df-5391d68e3012"},"execution_count":47,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":47}]},{"cell_type":"code","source":["u*v"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"C-f1vPlFH9Ho","executionInfo":{"status":"ok","timestamp":1650022444154,"user_tz":-270,"elapsed":448,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"36f6ca75-4da2-4c78-871d-2e118959d377"},"execution_count":48,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":48}]},{"cell_type":"code","source":["u*t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nfiHaiIFIg0x","executionInfo":{"status":"ok","timestamp":1650022465694,"user_tz":-270,"elapsed":407,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"e419083a-623e-406c-b389-70f30469ab80"},"execution_count":49,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0685, 0.2684, 0.1851],\n","        [0.2427, 0.5056, 0.0672]])"]},"metadata":{},"execution_count":49}]},{"cell_type":"code","source":["0.7695*0.3488"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wc0QtIm0IsZH","executionInfo":{"status":"ok","timestamp":1650022505099,"user_tz":-270,"elapsed":439,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"cc911667-92dd-4516-90d3-8ee55098e02b"},"execution_count":50,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.26840159999999996"]},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["torch.mul(u,t)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wiA7036BKjRx","executionInfo":{"status":"ok","timestamp":1650022525502,"user_tz":-270,"elapsed":501,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"f342d455-5114-41c4-dc22-230d04b6b811"},"execution_count":51,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0685, 0.2684, 0.1851],\n","        [0.2427, 0.5056, 0.0672]])"]},"metadata":{},"execution_count":51}]},{"cell_type":"markdown","source":["Matrix Multiplication"],"metadata":{"id":"wAcysJ-CI_n8"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SCyK3S2KI6Hi","executionInfo":{"status":"ok","timestamp":1650022548690,"user_tz":-270,"elapsed":399,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"17dff320-79be-47d0-b9cd-9d48113fa57d"},"execution_count":52,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":52}]},{"cell_type":"code","source":["t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2foNpR2zJEkL","executionInfo":{"status":"ok","timestamp":1650022549991,"user_tz":-270,"elapsed":5,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"50207f19-7fb5-4649-a6a2-374667b4f1fb"},"execution_count":53,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":53}]},{"cell_type":"code","source":["torch.matmul(u,t.T) # Note that u is 2*3 and t.T is 3*2. So the result is 2*2."],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lgI6PLgbJFDO","executionInfo":{"status":"ok","timestamp":1650022576991,"user_tz":-270,"elapsed":437,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"a1d110a5-ae50-4c5b-b444-7e22a0666a02"},"execution_count":54,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.5220, 1.1292],\n","        [0.3415, 0.8156]])"]},"metadata":{},"execution_count":54}]},{"cell_type":"markdown","source":["Getting the Abstract Value"],"metadata":{"id":"AbMMa-cLJsuG"}},{"cell_type":"code","source":["s = torch.Tensor([-10,-20,30])"],"metadata":{"id":"0NHzpWdpJxrx","executionInfo":{"status":"ok","timestamp":1650022587458,"user_tz":-270,"elapsed":409,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":55,"outputs":[]},{"cell_type":"code","source":["torch.abs(s)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"pus8uezUJ165","executionInfo":{"status":"ok","timestamp":1650022593694,"user_tz":-270,"elapsed":475,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"a428c30e-54b7-42c3-db1e-1e084efe385d"},"execution_count":56,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([10., 20., 30.])"]},"metadata":{},"execution_count":56}]},{"cell_type":"markdown","source":["Addition (Element-wise)"],"metadata":{"id":"rgJhZ5hIKFcI"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"C-RLAZUqKCbH","executionInfo":{"status":"ok","timestamp":1650022602808,"user_tz":-270,"elapsed":5,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"3aa58b98-52e4-4f5a-f405-858b007b4850"},"execution_count":57,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":57}]},{"cell_type":"code","source":["u+1"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lLMyNoWiLqrB","executionInfo":{"status":"ok","timestamp":1650022605783,"user_tz":-270,"elapsed":426,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"a1eaee4e-3e03-48d9-d6fa-d36dd627bd3d"},"execution_count":58,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[1.8722, 1.7695, 1.4542],\n","        [1.8422, 1.6689, 1.1031]])"]},"metadata":{},"execution_count":58}]},{"cell_type":"code","source":["t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"g_PHbcAmKGhc","executionInfo":{"status":"ok","timestamp":1650022614105,"user_tz":-270,"elapsed":515,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"57a0efe2-c835-4626-fe22-381dc44a9ed0"},"execution_count":59,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.0785, 0.3488, 0.4077],\n","        [0.2882, 0.7558, 0.6523]])"]},"metadata":{},"execution_count":59}]},{"cell_type":"code","source":["u+t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HMrE_5-4KG20","executionInfo":{"status":"ok","timestamp":1650022616760,"user_tz":-270,"elapsed":398,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"34b64762-1744-4d19-a10d-1a3600f281f6"},"execution_count":60,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.9508, 1.1183, 0.8618],\n","        [1.1304, 1.4248, 0.7553]])"]},"metadata":{},"execution_count":60}]},{"cell_type":"code","source":["torch.add(u,t)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZB-8ZuuWKH-b","executionInfo":{"status":"ok","timestamp":1650022624447,"user_tz":-270,"elapsed":432,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"ea8f6b45-2616-4b3a-f7ca-6a5298746d4d"},"execution_count":61,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.9508, 1.1183, 0.8618],\n","        [1.1304, 1.4248, 0.7553]])"]},"metadata":{},"execution_count":61}]},{"cell_type":"markdown","source":["Subtraction (Element-wise)"],"metadata":{"id":"al176z4eKO-C"}},{"cell_type":"code","source":["u-t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"urGZtVSNKM2u","executionInfo":{"status":"ok","timestamp":1650022630250,"user_tz":-270,"elapsed":450,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"bf1046a0-e443-4a5f-ba95-ff140b0a436b"},"execution_count":62,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[ 0.7937,  0.4207,  0.0465],\n","        [ 0.5540, -0.0869, -0.5492]])"]},"metadata":{},"execution_count":62}]},{"cell_type":"code","source":["torch.sub(u,t)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"JGDGll8vKSBe","executionInfo":{"status":"ok","timestamp":1650022632779,"user_tz":-270,"elapsed":432,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"20c19024-ef11-496a-ef1d-9e25546a8b52"},"execution_count":63,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[ 0.7937,  0.4207,  0.0465],\n","        [ 0.5540, -0.0869, -0.5492]])"]},"metadata":{},"execution_count":63}]},{"cell_type":"markdown","source":["Division (Element-wise)"],"metadata":{"id":"uU9v8eB_KWrx"}},{"cell_type":"code","source":["u/t"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"XKwRn1p6KaaC","executionInfo":{"status":"ok","timestamp":1650022637519,"user_tz":-270,"elapsed":487,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"e9dbeed1-f180-42ac-81b1-c249485c0ddc"},"execution_count":64,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[11.1055,  2.2061,  1.1141],\n","        [ 2.9224,  0.8850,  0.1580]])"]},"metadata":{},"execution_count":64}]},{"cell_type":"code","source":["torch.div(u,t)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Q5DyGWOBKTVJ","executionInfo":{"status":"ok","timestamp":1650022641426,"user_tz":-270,"elapsed":428,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"0a442424-c7dc-4e2d-f0c0-93f25c7f5d4a"},"execution_count":65,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[11.1055,  2.2061,  1.1141],\n","        [ 2.9224,  0.8850,  0.1580]])"]},"metadata":{},"execution_count":65}]},{"cell_type":"markdown","source":["Negation"],"metadata":{"id":"rbBizr9vKobN"}},{"cell_type":"code","source":["u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oPyHb5IFKpTZ","executionInfo":{"status":"ok","timestamp":1650022649399,"user_tz":-270,"elapsed":445,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"57cfb2e6-f3c1-4f35-dfc0-12b4b843f3d5"},"execution_count":66,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[0.8722, 0.7695, 0.4542],\n","        [0.8422, 0.6689, 0.1031]])"]},"metadata":{},"execution_count":66}]},{"cell_type":"code","source":["torch.neg(u)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bXy65Vs8Kp-R","executionInfo":{"status":"ok","timestamp":1650022653147,"user_tz":-270,"elapsed":374,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"6e5133d5-357c-466d-a54e-80e686492df5"},"execution_count":67,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[-0.8722, -0.7695, -0.4542],\n","        [-0.8422, -0.6689, -0.1031]])"]},"metadata":{},"execution_count":67}]},{"cell_type":"code","source":["-u"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9TTubhrFKrEx","executionInfo":{"status":"ok","timestamp":1650022662240,"user_tz":-270,"elapsed":420,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"b7490c99-37a9-4bb6-a95a-9ca230569bdf"},"execution_count":68,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[-0.8722, -0.7695, -0.4542],\n","        [-0.8422, -0.6689, -0.1031]])"]},"metadata":{},"execution_count":68}]},{"cell_type":"markdown","source":["Raising to a Power (element-wise)"],"metadata":{"id":"v6rTFk3OKuFs"}},{"cell_type":"code","source":["r = torch.ones((2,3))*2"],"metadata":{"id":"rH23w8NSKrgu","executionInfo":{"status":"ok","timestamp":1650022680525,"user_tz":-270,"elapsed":475,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}}},"execution_count":69,"outputs":[]},{"cell_type":"code","source":["r"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lR0H55tHLOUz","executionInfo":{"status":"ok","timestamp":1650022682469,"user_tz":-270,"elapsed":457,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"0c1764f8-29de-4e37-c1ad-039c9c0cf7c2"},"execution_count":70,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[2., 2., 2.],\n","        [2., 2., 2.]])"]},"metadata":{},"execution_count":70}]},{"cell_type":"code","source":["torch.pow(r,5)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vjCFBXnrLOlW","executionInfo":{"status":"ok","timestamp":1650022692078,"user_tz":-270,"elapsed":422,"user":{"displayName":"Arman Malekzadeh","userId":"13206128678526609465"}},"outputId":"eb410e65-adc8-435b-a933-8526fc04527f"},"execution_count":71,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[32., 32., 32.],\n","        [32., 32., 32.]])"]},"metadata":{},"execution_count":71}]}]}