If you need CUDA Tolkit 11 with nvcc, other tools and libraries you can install it from NVIDIA Ubunutu 20.04 repository.
Add Ubuntu 20.04 repository
| import nltk | |
| # interactive download | |
| # nltk.download() | |
| nltk.download('punkt') | |
| extra_abbreviations = [ | |
| "ps", | |
| "inc", | |
| "corp", |
| #!/bin/bash | |
| ## This gist contains step by step instructions to install cuda v10.0 and cudnn 7.5 in Ubuntu 18.04 | |
| ## Clean install | |
| ### If you have previous installation remove it first. | |
| sudo apt-get purge nvidia* | |
| sudo apt remove nvidia-* | |
| sudo rm /etc/apt/sources.list.d/cuda* | |
| sudo apt-get autoremove && sudo apt-get autoclean |
| # Enable Powerlevel10k instant prompt. Should stay close to the top of ~/.zshrc. | |
| # Initialization code that may require console input (password prompts, [y/n] | |
| # confirmations, etc.) must go above this block; everything else may go below. | |
| if [[ -r "${XDG_CACHE_HOME:-$HOME/.cache}/p10k-instant-prompt-${(%):-%n}.zsh" ]]; then | |
| source "${XDG_CACHE_HOME:-$HOME/.cache}/p10k-instant-prompt-${(%):-%n}.zsh" | |
| fi | |
| # If you come from bash you might have to change your $PATH. | |
| # export PATH=$HOME/bin:/usr/local/bin:$PATH |
| # This is shorthened version of blog post | |
| # http://ksopyla.com/2017/02/tensorflow-gpu-virtualenv-python3/ | |
| # update packages | |
| sudo apt-get update | |
| sudo apt-get upgrade | |
| #Add the ppa repo for NVIDIA graphics driver | |
| sudo add-apt-repository ppa:graphics-drivers/ppa | |
| sudo apt-get update |
| big_alphabet="AĄBCĆDEĘFGHIJKLŁMNŃOÓPRSŚTUWXYZŻŹ" | |
| small_alphabet="aąbcćdeęfghijklłmnńoóprsśtuwxyzżź" | |
| digits = "0123456789" | |
| signs = "!@#$%^&*()-_+={}[]\"\\" |
| #%% | |
| from flair.embeddings import BertEmbeddings | |
| from flair.embeddings import WordEmbeddings | |
| from flair.embeddings import FastTextEmbeddings | |
| from flair.embeddings import ELMoEmbeddings | |
| from flair.embeddings import BytePairEmbeddings | |
| from flair.embeddings import FlairEmbeddings | |
| from flair.embeddings import XLMEmbeddings | |
| from flair.embeddings import RoBERTaEmbeddings |
| #%% | |
| from collections import Counter, OrderedDict | |
| from itertools import zip_longest , tee | |
| ## ngram iterators and tokenizers, working on list or generators | |
| def ngram_tokenizer_iter(iterable, n, fillvalue=''): | |
| "generuje pary znaków obok siebie, tokenizuje [abcd]->ab, cd dla tekstu przekazanego w formie generatora" | |
| # grouper('ABCDEFG', 3, 'x') --> ABC DEF Gxx" |