got 20k sp and ap papers and cleaned them

collection.ipynb

@@ -35636,6 +35636,305 @@
    "source": [
     "lib.clean_lib.sample(10)"
    ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## 06.17.23"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "## We are going to pull a library of the most recent 20k articles from pde and spectral theory.\n",
+    "\n",
+    "import util\n",
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "from library_class import Library\n",
+    "\n",
+    "lib = Library()\n",
+    "lib.load_from_query(query_string='cat:math.AP OR math.SP',max_results=2e4)\n",
+    "\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "raw_lib = lib.raw_lib\n",
+    "raw_lib.to_parquet('./data/APSP.parquet')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "## Is the list information preserved?\n",
+    "\n",
+    "df = pd.read_parquet('./data/APSP.parquet')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>summary</th>\n",
+       "      <th>authors</th>\n",
+       "      <th>primary_category</th>\n",
+       "      <th>categories</th>\n",
+       "      <th>hyph_in_summary</th>\n",
+       "      <th>hyph_in_title</th>\n",
+       "      <th>msc_tags</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>The Laplace spectrum on conformally compact ma...</td>\n",
+       "      <td>We consider the spectrum of the Laplace operat...</td>\n",
+       "      <td>[Nelia Charalambous, Julie Rowlett]</td>\n",
+       "      <td>math.SP</td>\n",
+       "      <td>[math.SP, 58c40]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>On the inviscid limit connecting Brinkman's an...</td>\n",
+       "      <td>Several recent papers have addressed modelling...</td>\n",
+       "      <td>[Charles Elbar, Jakub Skrzeczkowski]</td>\n",
+       "      <td>math.AP</td>\n",
+       "      <td>[math.AP, 35K45, 35K65, 35J60, 35Q92, 92C10]</td>\n",
+       "      <td>[power-law, multi-phase]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>[Initial value problems for second-order parab...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>A sparse approximation of the Lieb functional ...</td>\n",
+       "      <td>The aim of this paper is to present new sparsi...</td>\n",
+       "      <td>[Virginie Ehrlacher, Luca Nenna]</td>\n",
+       "      <td>math-ph</td>\n",
+       "      <td>[math-ph, math.MP, math.OC, math.SP]</td>\n",
+       "      <td>[so-called, anti-symmetric, Levy-Lieb, trace-c...</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Stationarity and Fredholm theory in subextrema...</td>\n",
+       "      <td>In a recent paper, we proved that solutions to...</td>\n",
+       "      <td>[Oliver Petersen, András Vasy]</td>\n",
+       "      <td>math.AP</td>\n",
+       "      <td>[math.AP, gr-qc, math.DG, 35L05, 35P25, 58J45,...</td>\n",
+       "      <td>[non-standard, Kerr-de]</td>\n",
+       "      <td>[Kerr-de]</td>\n",
+       "      <td>[Wave equation]</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Remarks on paper \"Two-term spectral asymptotic...</td>\n",
+       "      <td>In this note, by pointing out several serious ...</td>\n",
+       "      <td>[Genqian Liu]</td>\n",
+       "      <td>math.SP</td>\n",
+       "      <td>[math.SP, math-ph, math.AP, math.DG, math.MP]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>[Two-term]</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                               title  ...                                           msc_tags\n",
+       "0  The Laplace spectrum on conformally compact ma...  ...                                               None\n",
+       "1  On the inviscid limit connecting Brinkman's an...  ...  [Initial value problems for second-order parab...\n",
+       "2  A sparse approximation of the Lieb functional ...  ...                                               None\n",
+       "3  Stationarity and Fredholm theory in subextrema...  ...                                    [Wave equation]\n",
+       "4  Remarks on paper \"Two-term spectral asymptotic...  ...                                               None\n",
+       "\n",
+       "[5 rows x 8 columns]"
+      ]
+     },
+     "execution_count": 20,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "lib.clean_library()\n",
+    "lib.clean_lib.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "pd.set_option('display.max_colwidth', 0)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>summary</th>\n",
+       "      <th>authors</th>\n",
+       "      <th>primary_category</th>\n",
+       "      <th>categories</th>\n",
+       "      <th>hyph_in_summary</th>\n",
+       "      <th>hyph_in_title</th>\n",
+       "      <th>msc_tags</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>The Laplace spectrum on conformally compact manifolds</td>\n",
+       "      <td>We consider the spectrum of the Laplace operator acting on LATEX  over a conformally compact manifold for LATEX  We prove that for LATEX  this spectrum always contains an open region of the complex plane. We further show that the spectrum is contained within a certain parabolic region of the complex plane. These regions depend on the value of LATEX  the dimension of the manifold, and the values of the sectional curvatures approaching the boundary.</td>\n",
+       "      <td>[Nelia Charalambous, Julie Rowlett]</td>\n",
+       "      <td>math.SP</td>\n",
+       "      <td>[math.SP, 58c40]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>On the inviscid limit connecting Brinkman's and Darcy's models of tissue growth with nonlinear pressure</td>\n",
+       "      <td>Several recent papers have addressed modelling of the tissue growth by the multi-phase models where the velocity is related to the pressure by one of the physical laws (Stoke's, Brinkman's or Darcy's). While each of these models has been extensively studied, not so much is known about the connection between them. In the recent paper (arXiv:2303.10620), assuming the linear form of the pressure, the Authors connected two multi-phase models by an inviscid limit: the viscoelastic one (of Brinkman's type) and the inviscid one (of Darcy's type). Here, we prove that the same is true for a nonlinear, power-law pressure. The new ingredient is that we use relation between the pressure LATEX  and the Brinkman potential LATEX  to deduce compactness in space of LATEX  from the compactness in space of LATEX</td>\n",
+       "      <td>[Charles Elbar, Jakub Skrzeczkowski]</td>\n",
+       "      <td>math.AP</td>\n",
+       "      <td>[math.AP, 35K45, 35K65, 35J60, 35Q92, 92C10]</td>\n",
+       "      <td>[power-law, multi-phase]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>[Initial value problems for second-order parabolic systems]</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>A sparse approximation of the Lieb functional with moment constraints</td>\n",
+       "      <td>The aim of this paper is to present new sparsity results about the so-called Lieb functional, which is a key quantity in Density Functional Theory for electronic structure calculations for molecules. The Lieb functional was actually shown by Lieb to be a convexification of the so-called Levy-Lieb functional. Given an electronic density for a system of LATEX  electrons, which may be seen as a probability density on LATEX  the value of the Lieb functional for this density is defined as the solution of a quantum multi-marginal optimal transport problem, which reads as a minimization problem defined on the set of trace-class operators acting on the space of electronic wave-functions that are anti-symmetric LATEX  functions of LATEX  with partial trace equal to the prescribed electronic density. We introduce a relaxation of this quantum optimal transport problem where the full partial trace constraint is replaced by a finite number of moment constraints on the partial trace of the set of operators. We show that, under mild assumptions on the electronic density, there exist sparse minimizers to the resulting moment constrained approximation of the Lieb (MCAL) functional that read as operators with rank at most equal to the number of moment constraints. We also prove under appropriate assumptions on the set of moment functions that the value of the MCAL functional converges to the value of the exact Lieb functional as the number of moments go to infinity. We also prove some rates of convergence on the associated approximation of the ground state energy. We finally study the mathematical properties of the associated dual problem.</td>\n",
+       "      <td>[Virginie Ehrlacher, Luca Nenna]</td>\n",
+       "      <td>math-ph</td>\n",
+       "      <td>[math-ph, math.MP, math.OC, math.SP]</td>\n",
+       "      <td>[so-called, anti-symmetric, Levy-Lieb, trace-class, multi-marginal, wave-functions]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Stationarity and Fredholm theory in subextremal Kerr-de Sitter spacetimes</td>\n",
+       "      <td>In a recent paper, we proved that solutions to linear wave equations in a subextremal Kerr-de Sitter spacetime have asymptotic expansions in quasinormal modes up to a decay order given by the normally hyperbolic trapping, extending the existing results. One central ingredient in the argument was a new definition of quasinormal modes, where a non-standard choice of stationary Killing vector field had to be used in order for the Fredholm theory to be applicable. In this paper, we show that there is in fact a variety of allowed choices of stationary Killing vector fields. In particular, the horizon Killing vector fields work for the analysis, in which case one of the corresponding ergoregions is completely removed.</td>\n",
+       "      <td>[Oliver Petersen, András Vasy]</td>\n",
+       "      <td>math.AP</td>\n",
+       "      <td>[math.AP, gr-qc, math.DG, 35L05, 35P25, 58J45, 83C30]</td>\n",
+       "      <td>[non-standard, Kerr-de]</td>\n",
+       "      <td>[Kerr-de]</td>\n",
+       "      <td>[Wave equation]</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Remarks on paper \"Two-term spectral asymptotics in linear elasticity''</td>\n",
+       "      <td>In this note, by pointing out several serious mistakes in  we show that the conclusions published by Matteo Capoferri, Leonid Friedlander, Michael Levitin and Dmitri Vassiliev (J Geom Anal (2023)33:242) are completely wrong. Then, we explain the correctness of proof of Theorem 1.1 in our paper  by giving some remarks and putting the whole proof in Appendix (see also  and ).</td>\n",
+       "      <td>[Genqian Liu]</td>\n",
+       "      <td>math.SP</td>\n",
+       "      <td>[math.SP, math-ph, math.AP, math.DG, math.MP]</td>\n",
+       "      <td>None</td>\n",
+       "      <td>[Two-term]</td>\n",
+       "      <td>None</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                                                                                     title  ...                                                     msc_tags\n",
+       "0  The Laplace spectrum on conformally compact manifolds                                                    ...  None                                                       \n",
+       "1  On the inviscid limit connecting Brinkman's and Darcy's models of tissue growth with nonlinear pressure  ...  [Initial value problems for second-order parabolic systems]\n",
+       "2  A sparse approximation of the Lieb functional with moment constraints                                    ...  None                                                       \n",
+       "3  Stationarity and Fredholm theory in subextremal Kerr-de Sitter spacetimes                                ...  [Wave equation]                                            \n",
+       "4  Remarks on paper \"Two-term spectral asymptotics in linear elasticity''                                   ...  None                                                       \n",
+       "\n",
+       "[5 rows x 8 columns]"
+      ]
+     },
+     "execution_count": 22,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "lib.clean_lib.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "lib.clean_lib.to_parquet('./data/clean_APSP.parquet')"
+   ]
   }
  ],
  "metadata": {