|
|
- {
- "cells": [
- {
- "cell_type": "code",
- "execution_count": 1,
- "metadata": {},
- "outputs": [],
- "source": [
- "from FremdWB import *\n",
- "\n",
- "\n",
- "\n",
- "fwb = FremdWB(None,None)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 2,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "1000\n",
- "2000\n",
- "creating the hkl dump of Fremd_WBDBAll\n",
- "done..\n",
- "Creating the hkl dump of Fremd_WBDB 1\n",
- "Creating the hkl dump of Fremd_WBDB 2\n"
- ]
- },
- {
- "data": {
- "text/plain": [
- "'done'"
- ]
- },
- "execution_count": 2,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
- "source": [
- "fwb.create_hklDB_from_csv('HurrakiWoerterbuch_nodoubles.txt', 'None')"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 3,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Creating the bag of words...\n",
- "\n",
- "dumping the data to hkl format..\n",
- "done\n",
- "Creating the bag of words...\n",
- "\n",
- "dumping the data to hkl format..\n",
- "done\n"
- ]
- }
- ],
- "source": [
- "fwb.load_DB_into_FASTsearch()"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {},
- "outputs": [],
- "source": [
- "sentences = [['das', 'ist', 'Abfall'],['er', 'ging', 'über', 'die', 'Straße'], ['halt', 'ab', 'hier']]\n",
- "punctuations = ['.', '!', '.']"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 5,
- "metadata": {},
- "outputs": [],
- "source": [
- "outsentences, punctuations = fwb.fremdEintragAppend(sentences, punctuations)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 6,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "[['das', 'ist', 'Abfall'], ['Abfall', 'sind', 'Sachen', 'die', 'wir', 'nicht', 'mehr', 'brauchen'], ['er', 'ging', 'über', 'die', 'Straße'], ['halt', 'ab', 'hier']] ['.', '.', '!', '.']\n"
- ]
- }
- ],
- "source": [
- "print(outsentences, punctuations)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 1,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "oi\n"
- ]
- }
- ],
- "source": [
- "print('oi')\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 2,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Aktiv.txt hkldb_AllAktiv_old.hkl\r\n",
- "atest1 hkldb_AllVorgangspassiv.hkl\r\n",
- "atest1out hkldb_AllVorgangspassiv_old.hkl\r\n",
- "Babelfish.jpg hkldb_AllZustandspassiv.hkl\r\n",
- "Babelfish.png hkldb_AllZustandspassiv_old.hkl\r\n",
- "bagofwordshkldb1Aktiv.pkl hkldbFremd_WB1.hkl\r\n",
- "bagofwordshkldb1Vorgangspassiv.pkl hkldbFremd_WB2.hkl\r\n",
- "bagofwordshkldb1Zustandspassiv.pkl hkldbFremd_WB_All.hkl\r\n",
- "bagofwordshkldb2Aktiv.pkl hkldbIndi_Conju1.hkl\r\n",
- "bagofwordshkldb2Vorgangspassiv.pkl hkldbIndi_Conju2.hkl\r\n",
- "bagofwordshkldb2Zustandspassiv.pkl hkldbIndi_Conju_All.hkl\r\n",
- "bagofwordshkldbFremd_WB1.pkl hkldbMedio1.hkl\r\n",
- "bagofwordshkldbFremd_WB2.pkl hkldbMedio2.hkl\r\n",
- "bagofwordshkldbIndi_Conju1.pkl hkldbMedio_All.hkl\r\n",
- "bagofwordshkldbIndi_Conju2.pkl hkldbOpposites1.hkl\r\n",
- "bagofwordshkldbMedio1.pkl hkldbOpposites2.hkl\r\n",
- "bagofwordshkldbMedio2.pkl hkldbOpposites_All.hkl\r\n",
- "bagofwordshkldbOpposites1.pkl hkldbShorts_All.hkl\r\n",
- "bagofwordshkldbOpposites2.pkl hkldbShorts.hkl\r\n",
- "bagofwordshkldbShorts.pkl \u001b[0m\u001b[01;34mhtml\u001b[0m/\r\n",
- "bagofwords.pkl HurrakiWoerterbuch_nodoubles.txt\r\n",
- "bagofwordstwolabel.pkl Indikativ_Conjunktiv.txt\r\n",
- "brainBasaBuuka5.png Medio.py\r\n",
- "ConjunctSolve.py mediowords.txt\r\n",
- "DataBaseOneZeroshkldb1Aktiv.hkl oi.py\r\n",
- "DataBaseOneZeroshkldb1Vorgangspassiv.hkl Passiv2Aktiv.py\r\n",
- "DataBaseOneZeroshkldb1Zustandspassiv.hkl Prototype.ipynb\r\n",
- "DataBaseOneZeroshkldb2Aktiv.hkl \u001b[01;34m__pycache__\u001b[0m/\r\n",
- "DataBaseOneZeroshkldb2Vorgangspassiv.hkl requirements.txt\r\n",
- "DataBaseOneZeroshkldb2Zustandspassiv.hkl SayYes.py\r\n",
- "DataBaseOneZeroshkldbFremd_WB1.hkl SentGlue.py\r\n",
- "DataBaseOneZeroshkldbFremd_WB2.hkl SentSeg.py\r\n",
- "DataBaseOneZeroshkldbIndi_Conju1.hkl SolveShorts.py\r\n",
- "DataBaseOneZeroshkldbIndi_Conju2.hkl svg.py\r\n",
- "DataBaseOneZeroshkldbMedio1.hkl test1out\r\n",
- "DataBaseOneZeroshkldbMedio2.hkl trainedSGD.pkl\r\n",
- "DataBaseOneZeroshkldbOpposites1.hkl trainedSGD_twolabel.pkl\r\n",
- "DataBaseOneZeroshkldbOpposites2.hkl untitled.txt\r\n",
- "DataBaseOneZeroshkldbShorts.hkl UseConjunctiveSolve.ipynb\r\n",
- "FASTsearch.py Use_ConjunctSolve.py\r\n",
- "FremdWB.py Use_Fremd_WB.ipynb\r\n",
- "Gegenwoerter.csv UseGenitivSolve.ipynb\r\n",
- "GenitivSolve.py Use_GenitivSolve.py\r\n",
- "GS_Utils.py Use_Medio.ipynb\r\n",
- "hkldb1Aktiv.hkl UsePassiv2Aktiv.ipynb\r\n",
- "hkldb1Aktiv_old.hkl Use_Passiv2Aktiv.py\r\n",
- "hkldb1Vorgangspassiv.hkl UseSayYes.ipynb\r\n",
- "hkldb1Vorgangspassiv_old.hkl Use_SayYes.py\r\n",
- "hkldb1Zustandspassiv.hkl UseSentSeg.ipynb\r\n",
- "hkldb1Zustandspassiv_old.hkl Use_SentSeg.py\r\n",
- "hkldb2Aktiv.hkl UseSolveShorts.ipynb\r\n",
- "hkldb2Aktiv_old.hkl Use_SolveShorts.py\r\n",
- "hkldb2Vorgangspassiv.hkl \u001b[01;34mVerbesserungen\u001b[0m/\r\n",
- "hkldb2Vorgangspassiv_old.hkl voilastate.db\r\n",
- "hkldb2Zustandspassiv.hkl Vorgangspassiv.txt\r\n",
- "hkldb2Zustandspassiv_old.hkl Zustandspassiv.txt\r\n",
- "hkldb_AllAktiv.hkl\r\n"
- ]
- }
- ],
- "source": [
- "ls\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- }
- ],
- "metadata": {
- "kernelspec": {
- "display_name": "Python 3",
- "language": "python",
- "name": "python3"
- },
- "language_info": {
- "codemirror_mode": {
- "name": "ipython",
- "version": 3
- },
- "file_extension": ".py",
- "mimetype": "text/x-python",
- "name": "python",
- "nbconvert_exporter": "python",
- "pygments_lexer": "ipython3",
- "version": "3.5.3"
- }
- },
- "nbformat": 4,
- "nbformat_minor": 2
- }
|