split files
This commit is contained in:
parent
7f4bc61fa8
commit
5a51a383ed
43
key.py
43
key.py
|
@ -1,43 +0,0 @@
|
||||||
from keybert import KeyBERT
|
|
||||||
from transformers import AutoTokenizer, AutoModel
|
|
||||||
from itertools import combinations
|
|
||||||
|
|
||||||
# Load the SciBERT model and tokenizer
|
|
||||||
#tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
|
||||||
#print("* Tokenizer")
|
|
||||||
|
|
||||||
#model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
|
||||||
#print("* Scibert model")
|
|
||||||
|
|
||||||
# Define a KeyBERT model using SciBERT embeddings
|
|
||||||
#kw_model = KeyBERT(model=model)
|
|
||||||
kw_model = KeyBERT()
|
|
||||||
|
|
||||||
print("* Keybert model")
|
|
||||||
# Define the subject from which to extract keywords
|
|
||||||
subject = "Thermo-Mechanical Impact of temperature oscillations on bonding and metallization for SiC MOSFETs soldered on ceramic substrate"
|
|
||||||
|
|
||||||
# Extract keywords from the subject
|
|
||||||
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
|
||||||
|
|
||||||
# Print extracted keywords
|
|
||||||
for keyword, score in keywords:
|
|
||||||
print(f"Keyword: {keyword}, Score: {score:.4f}")
|
|
||||||
|
|
||||||
print("-"*40)
|
|
||||||
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
|
||||||
text_keywords = [x[0] for x in sorted_keywords]
|
|
||||||
|
|
||||||
queries = []
|
|
||||||
|
|
||||||
for r in range(1, len(text_keywords) + 1): # r is the length of combinations
|
|
||||||
comb = combinations(text_keywords, r)
|
|
||||||
queries.extend(comb)
|
|
||||||
|
|
||||||
#print([" OR ".join(query) for query in queries])
|
|
||||||
|
|
||||||
text_queries = ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
|
||||||
|
|
||||||
text_queries.append(subject)
|
|
||||||
|
|
||||||
print(text_queries)
|
|
629
logs/run_09-27_14-49.log
Normal file
629
logs/run_09-27_14-49.log
Normal file
|
@ -0,0 +1,629 @@
|
||||||
|
# Hin run, 09-27_14-49
|
||||||
|
|
||||||
|
Subject : Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
||||||
|
|
||||||
|
## Keywords
|
||||||
|
|
||||||
|
['viscoelastic layer', 'epoxy', 'optimization carbon', 'frequency', 'interleaved']
|
||||||
|
|
||||||
|
## Queries
|
||||||
|
|
||||||
|
Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer;
|
||||||
|
"viscoelastic layer";
|
||||||
|
"epoxy";
|
||||||
|
"optimization carbon";
|
||||||
|
"frequency";
|
||||||
|
"interleaved";
|
||||||
|
"viscoelastic layer" OR "epoxy";
|
||||||
|
"viscoelastic layer" OR "optimization carbon";
|
||||||
|
"viscoelastic layer" OR "frequency";
|
||||||
|
"viscoelastic layer" OR "interleaved";
|
||||||
|
"epoxy" OR "optimization carbon";
|
||||||
|
"epoxy" OR "frequency";
|
||||||
|
"epoxy" OR "interleaved";
|
||||||
|
"optimization carbon" OR "frequency";
|
||||||
|
"optimization carbon" OR "interleaved";
|
||||||
|
"frequency" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "optimization carbon";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "frequency";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "optimization carbon" OR "frequency";
|
||||||
|
"viscoelastic layer" OR "optimization carbon" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "frequency" OR "interleaved";
|
||||||
|
"epoxy" OR "optimization carbon" OR "frequency";
|
||||||
|
"epoxy" OR "optimization carbon" OR "interleaved";
|
||||||
|
"epoxy" OR "frequency" OR "interleaved";
|
||||||
|
"optimization carbon" OR "frequency" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "frequency";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "frequency" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||||
|
"epoxy" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||||
|
"viscoelastic layer" OR "epoxy" OR "optimization carbon" OR "frequency" OR "interleaved";
|
||||||
|
## Results
|
||||||
|
|
||||||
|
Title: Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
||||||
|
URL: https://hal.science/hal-03155700
|
||||||
|
|
||||||
|
Title: Viscoelastic Effects during Tangential Contact Analyzed by a Novel Finite Element Approach with Embedded Interface Profiles
|
||||||
|
URL: http://arxiv.org/abs/2110.07886v1
|
||||||
|
|
||||||
|
Title: Effect of interleaving on the impact response of a unidirectional carbon/epoxy composite
|
||||||
|
URL: https://doi.org/10.1016/0010-4361(95)91385-i
|
||||||
|
|
||||||
|
Title: Viscoelastic amplification of the pull-off stress in the detachment of a rigid flat punch from an adhesive soft viscoelastic layer
|
||||||
|
URL: http://arxiv.org/abs/2310.07597v2
|
||||||
|
|
||||||
|
Title: Vibration Damping of Interleaved Carbon Fiber-Epoxy Composite Beams
|
||||||
|
URL: https://doi.org/10.1177/002199839402801806
|
||||||
|
|
||||||
|
Title: A Numerical Investigation of Delamination Response of CNT/Epoxy Film Interleaved Composite
|
||||||
|
URL: https://dx.doi.org/10.3390/app12094194
|
||||||
|
|
||||||
|
Title: Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
||||||
|
URL: http://arxiv.org/abs/2310.14916v1
|
||||||
|
|
||||||
|
Title: Impact response of glass/epoxy laminate interleaved with nanofibrous mats
|
||||||
|
URL: https://doi.org/10.5267/j.esm.2013.09.002
|
||||||
|
|
||||||
|
Title: Oscillatory laminar shear flow over a compliant viscoelastic layer on a rigid base
|
||||||
|
URL: http://arxiv.org/abs/1705.04479v1
|
||||||
|
|
||||||
|
Title: Simulations of wobble damping in viscoelastic rotators
|
||||||
|
URL: http://arxiv.org/abs/1901.01439v3
|
||||||
|
|
||||||
|
Title: Numerical approximation of von Kármán viscoelastic plates
|
||||||
|
URL: http://arxiv.org/abs/1904.01951v4
|
||||||
|
|
||||||
|
Title: Effect of viscoelastic fluid on the lift force in lubricated contacts
|
||||||
|
URL: http://arxiv.org/abs/2308.10400v1
|
||||||
|
|
||||||
|
Title: Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
||||||
|
URL: http://arxiv.org/abs/1902.10037v4
|
||||||
|
|
||||||
|
Title: Mixed-mode fracture in an interleaved carbon-fibre/epoxy composite
|
||||||
|
URL: https://doi.org/10.1016/0266-3538(95)00062-3
|
||||||
|
|
||||||
|
Title: Dynamics of two linearly elastic bodies connected by a heavy thin soft viscoelastic layer
|
||||||
|
URL: http://arxiv.org/abs/1912.05600v1
|
||||||
|
|
||||||
|
Title: Overall constitutive description of symmetric layered media based on scattering of oblique SH waves
|
||||||
|
URL: http://arxiv.org/abs/1809.07231v1
|
||||||
|
|
||||||
|
Title: Boundary layer in linear viscoelasticity
|
||||||
|
URL: http://arxiv.org/abs/1912.06122v1
|
||||||
|
|
||||||
|
Title: High thermal conductivity of bulk epoxy resin by bottom-up parallel-linking and strain: a molecular dynamics study
|
||||||
|
URL: http://arxiv.org/abs/1801.04391v1
|
||||||
|
|
||||||
|
Title: Application of Mössbauer spectroscopy to study vibrations of a granular medium excited by ultrasound
|
||||||
|
URL: http://arxiv.org/abs/2001.07511v1
|
||||||
|
|
||||||
|
Title: Frequency-induced Negative Magnetic Susceptibility in Epoxy/Magnetite Nanocomposites
|
||||||
|
URL: http://arxiv.org/abs/2011.04199v3
|
||||||
|
|
||||||
|
Title: Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
||||||
|
URL: http://arxiv.org/abs/2206.12561v1
|
||||||
|
|
||||||
|
Title: Study on the fabrication of low-pass metal powder filters for use at cryogenic temperatures
|
||||||
|
URL: http://arxiv.org/abs/1605.07597v1
|
||||||
|
|
||||||
|
Title: Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
||||||
|
URL: http://arxiv.org/abs/2105.09244v1
|
||||||
|
|
||||||
|
Title: Interlaminar toughening in structural carbon fiber/epoxy composites interleaved with carbon nanotube veils
|
||||||
|
URL: http://arxiv.org/abs/1905.09080v2
|
||||||
|
|
||||||
|
Title: Piezoelectric polyvinylidene fluoride-based epoxy composites produced by combined uniaxial compression and poling
|
||||||
|
URL: http://arxiv.org/abs/1909.13234v1
|
||||||
|
|
||||||
|
Title: Characterization of phase structure spectrum in interleaved carbon fibre reinforced epoxy matrix composites by Polyaryletherketone with Cardo using AFM
|
||||||
|
URL: http://dx.doi.org/https://doi.org/10.17632/sxgzm9vwmy.1
|
||||||
|
|
||||||
|
Title: raw test data for <20><><EFBFBD>Establishment of interlaminar structure and toughening effect in interleaved carbon fiber reinforced epoxy composites by CNTs/PEK-C interlayer<65><72><EFBFBD>
|
||||||
|
URL: https://doi.org/10.17632/mfb366wv6x.1
|
||||||
|
|
||||||
|
Title: Permittivity and permeability of epoxy-magnetite powder composites at microwave frequencies
|
||||||
|
URL: http://arxiv.org/abs/2001.02336v1
|
||||||
|
|
||||||
|
Title: Feature-based prediction of properties of cross-linked epoxy polymers by molecular dynamics and machine learning techniques
|
||||||
|
URL: http://arxiv.org/abs/2312.07149v1
|
||||||
|
|
||||||
|
Title: Fracture and Damping of Ionomer Interleaved Epoxy Composites
|
||||||
|
URL: https://doi.org/10.1177/089270570001300404
|
||||||
|
|
||||||
|
Title: Characterization of the frequency response of channel-interleaved photonic ADCs based on the optical time-division demultiplexer
|
||||||
|
URL: http://arxiv.org/abs/2109.04362v1
|
||||||
|
|
||||||
|
Title: Simulations of turbulence over compliant walls
|
||||||
|
URL: http://arxiv.org/abs/2111.01183v1
|
||||||
|
|
||||||
|
Title: Toughening Behavior of Carbon/Epoxy Laminates Interleaved by PSF/PVDF Composite Nanofibers
|
||||||
|
URL: https://strathprints.strath.ac.uk/73799/1/Saghafi_etal_AS_2020_Toughening_behavior_of_carbon_epoxy_laminates_interleaved_by_PSF_PVDF.pdf
|
||||||
|
|
||||||
|
Title: Interlaminar shear fracture of interleaved graphite/epoxy composites
|
||||||
|
URL: https://doi.org/10.1016/0266-3538(92)90133-n
|
||||||
|
|
||||||
|
Title: Timescale bridging in atomistic simulations of epoxy polymer mechanics using non-affine deformation theory
|
||||||
|
URL: http://arxiv.org/abs/2406.02113v1
|
||||||
|
|
||||||
|
Title: ConcertoRL: An Innovative Time-Interleaved Reinforcement Learning Approach for Enhanced Control in Direct-Drive Tandem-Wing Vehicles
|
||||||
|
URL: http://arxiv.org/abs/2405.13651v1
|
||||||
|
|
||||||
|
Title: Mode I Interlaminar Fracture of Interleaved Graphite/Epoxy
|
||||||
|
URL: https://doi.org/10.1177/002199839202600306
|
||||||
|
|
||||||
|
Title: Molecular Dynamics Study to Predict Thermo-Mechanical Properties of DGEBF/DETDA Epoxy as a Function of Crosslinking Density
|
||||||
|
URL: http://arxiv.org/abs/2108.00933v1
|
||||||
|
|
||||||
|
Title: Frequency-Adaptive Pan-Sharpening with Mixture of Experts
|
||||||
|
URL: http://arxiv.org/abs/2401.02151v1
|
||||||
|
|
||||||
|
Title: data for Synergistic combination of nano-materialPEK-C for interleaving toughening and strengthening in carbon fibre reinforced epoxy composites
|
||||||
|
URL: http://dx.doi.org/https://doi.org/10.17632/78y7j4ksgg.1
|
||||||
|
|
||||||
|
Title: data for Synergistic combination of nano-materialPEK-C for interleaving toughening and strengthening in carbon fibre reinforced epoxy composites
|
||||||
|
URL: https://doi.org/10.17632/78y7j4ksgg
|
||||||
|
|
||||||
|
Title: Frequency Vectoralization and Frequency Birefringence
|
||||||
|
URL: http://arxiv.org/abs/1708.09508
|
||||||
|
|
||||||
|
Title: Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
||||||
|
URL: http://arxiv.org/abs/2201.00983v1
|
||||||
|
|
||||||
|
Title: Dielectric Properties of Conductively Loaded Polyimides in the Far Infrared
|
||||||
|
URL: http://arxiv.org/abs/1810.01962v2
|
||||||
|
|
||||||
|
Title: Cyclic Olefin Copolymer Interleaves for Thermally Mendable Carbon/Epoxy Laminates
|
||||||
|
URL: http://dx.doi.org/10.3390/molecules25225347
|
||||||
|
|
||||||
|
Title: Development of epoxy-based millimeter absorber with expanded polystyrenes and carbon black
|
||||||
|
URL: http://arxiv.org/abs/2210.16202v2
|
||||||
|
|
||||||
|
Title: Frequency Dynamic Convolution: Frequency-Adaptive Pattern Recognition for Sound Event Detection
|
||||||
|
URL: http://arxiv.org/abs/2203.15296v2
|
||||||
|
|
||||||
|
Title: The mechanical and electrical properties of direct-spun carbon nanotube mat-epoxy composites
|
||||||
|
URL: http://arxiv.org/abs/1905.08422v1
|
||||||
|
|
||||||
|
Title: Interleaved Prange: A New Generic Decoder for Interleaved Codes
|
||||||
|
URL: http://arxiv.org/abs/2205.14068v1
|
||||||
|
|
||||||
|
Title: A Novel Octal Annular Ring-Shaped Planar Monopole Antenna For WiFi And Unlicensed Ultra Wideband Frequency Range Applications
|
||||||
|
URL: http://arxiv.org/abs/2311.08925v3
|
||||||
|
|
||||||
|
Title: Channel Mapping Based on Interleaved Learning with Complex-Domain MLP-Mixer
|
||||||
|
URL: http://arxiv.org/abs/2401.03420v1
|
||||||
|
|
||||||
|
Title: Theoretical Analysis on the Efficiency of Interleaved Comparisons
|
||||||
|
URL: http://arxiv.org/abs/2306.10023v1
|
||||||
|
|
||||||
|
Title: Coordinate Interleaved Orthogonal Design with Media-Based Modulation
|
||||||
|
URL: http://arxiv.org/abs/2004.13349v1
|
||||||
|
|
||||||
|
Title: Recyclable flame-retardant epoxy composites based on disulfide bonds. Flammability and recyclability
|
||||||
|
URL: http://arxiv.org/abs/2105.02141v1
|
||||||
|
|
||||||
|
Title: Active matter in a viscoelastic environment
|
||||||
|
URL: http://arxiv.org/abs/2001.02331v1
|
||||||
|
|
||||||
|
Title: Divanillin-based aromatic amines: synthesis and application as curing agents for bio-based epoxy thermosets
|
||||||
|
URL: http://arxiv.org/abs/1911.08960v1
|
||||||
|
|
||||||
|
Title: Energy storage in structural composites by introducing CNT fiber/polymer electrolyte interleaves
|
||||||
|
URL: http://arxiv.org/abs/1810.00802v1
|
||||||
|
|
||||||
|
Title: Precise control of optical phase and coherent synthesis in femtosecond laser based optical frequency combs
|
||||||
|
URL: http://arxiv.org/abs/2204.06410v1
|
||||||
|
|
||||||
|
Title: Ecovisor: A Virtual Energy System for Carbon-Efficient Applications
|
||||||
|
URL: http://arxiv.org/abs/2210.04951v1
|
||||||
|
|
||||||
|
Title: Superior enhancement in thermal conductivity of epoxy/graphene nanocomposites through use of dimethylformamide (DMF) relative to acetone as solvent
|
||||||
|
URL: http://arxiv.org/abs/2201.03527v2
|
||||||
|
|
||||||
|
Title: Short-Packet Interleaver against Impulse Interference in Practical Industrial Environments
|
||||||
|
URL: http://arxiv.org/abs/2203.00770v1
|
||||||
|
|
||||||
|
Title: raw test data for “Establishment of interlaminar structure and crack propagation in carbon fiber reinforced epoxy composites by interleaving CNTs/PEK-C film”
|
||||||
|
URL: http://dx.doi.org/https://doi.org/10.17632/mfb366wv6x.2
|
||||||
|
|
||||||
|
Title: Interleaving Learning, with Application to Neural Architecture Search
|
||||||
|
URL: http://arxiv.org/abs/2103.07018v1
|
||||||
|
|
||||||
|
Title: Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
||||||
|
URL: http://arxiv.org/abs/2202.08305v1
|
||||||
|
|
||||||
|
Title: High-Temperature Electromagnetic and Thermal Characteristics of Graphene Composites
|
||||||
|
URL: http://arxiv.org/abs/2004.12201v1
|
||||||
|
|
||||||
|
Title: Large-scale photonic chip based pulse interleaver for low-noise microwave generation
|
||||||
|
URL: http://arxiv.org/abs/2404.14242v1
|
||||||
|
|
||||||
|
Title: Node-downloadable frequency transfer system based on a mode-locked laser with over 100 km of fiber
|
||||||
|
URL: http://arxiv.org/abs/2312.10404v1
|
||||||
|
|
||||||
|
Title: The Frequency of the Frequency : On Hydropower and Grid Frequency Control
|
||||||
|
URL: http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-308441
|
||||||
|
|
||||||
|
Title: Time-Frequency Transformer: A Novel Time Frequency Joint Learning Method for Speech Emotion Recognition
|
||||||
|
URL: http://arxiv.org/abs/2308.14568v1
|
||||||
|
|
||||||
|
Title: Multifunctional epoxy nanocomposites reinforced by two-dimensional materials: A review
|
||||||
|
URL: http://arxiv.org/abs/2109.03525v1
|
||||||
|
|
||||||
|
Title: On Decoding High-Order Interleaved Sum-Rank-Metric Codes
|
||||||
|
URL: http://arxiv.org/abs/2303.17454v1
|
||||||
|
|
||||||
|
Title: Optimizing carbon tax for decentralized electricity markets using an agent-based model
|
||||||
|
URL: http://arxiv.org/abs/2006.01601v1
|
||||||
|
|
||||||
|
Title: Role of redox additive modified electrolytes in making Na-ion supercapacitors a competitive energy storage device
|
||||||
|
URL: http://arxiv.org/abs/2112.07946v1
|
||||||
|
|
||||||
|
Title: Frequency spirals
|
||||||
|
URL: https://pubmed.ncbi.nlm.nih.gov/27781469
|
||||||
|
|
||||||
|
Title: Sodium storage via single epoxy group on graphene - The role of surface doping
|
||||||
|
URL: http://arxiv.org/abs/1801.08389v1
|
||||||
|
|
||||||
|
Title: Broadband high-resolution molecular spectroscopy with interleaved mid-infrared frequency combs
|
||||||
|
URL: http://arxiv.org/abs/2006.01896v1
|
||||||
|
|
||||||
|
Title: Possibility of using of the measured frequency f instead of ω self-generated frequency
|
||||||
|
URL: http://arxiv.org/abs/1710.09777v1
|
||||||
|
|
||||||
|
Title: Intrablock Interleaving for Batched Network Coding with Blockwise Adaptive Recoding
|
||||||
|
URL: http://arxiv.org/abs/2105.07609v2
|
||||||
|
|
||||||
|
Title: Logarithmic Frequency Scaling and Consistent Frequency Coverage for the Selection of Auditory Filterbank Center Frequencies
|
||||||
|
URL: http://arxiv.org/abs/1801.00075v1
|
||||||
|
|
||||||
|
Title: Modeling and Vibration Control of Sandwich Composite Plates.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36769904
|
||||||
|
|
||||||
|
Title: Multi-color solitons and frequency combs in microresonators
|
||||||
|
URL: http://arxiv.org/abs/2409.03880v1
|
||||||
|
|
||||||
|
Title: Optimizing Carbon Storage Operations for Long-Term Safety
|
||||||
|
URL: http://arxiv.org/abs/2304.09352v1
|
||||||
|
|
||||||
|
Title: An interleaver design for polar codes over slow fading channels
|
||||||
|
URL: http://arxiv.org/abs/1610.04924v1
|
||||||
|
|
||||||
|
Title: Finite Element Modeling and Vibration Control of Plates with Active Constrained Layer Damping Treatment.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36837277
|
||||||
|
|
||||||
|
Title: Efficient Absorption of Terahertz Radiation in Graphene Polymer Composites
|
||||||
|
URL: http://arxiv.org/abs/2109.01082v1
|
||||||
|
|
||||||
|
Title: SHIELD: Sustainable Hybrid Evolutionary Learning Framework for Carbon, Wastewater, and Energy-Aware Data Center Management
|
||||||
|
URL: http://arxiv.org/abs/2308.13086v1
|
||||||
|
|
||||||
|
Title: INTERLEAVED TACTICAL TRAINING OF BIG FOOTBALL TEAMS
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.19915198.v1
|
||||||
|
|
||||||
|
Title: Interleaved Contractions
|
||||||
|
URL: https://dare.uva.nl/personal/pure/en/publications/interleaved-contractions(5f7de7c2-0f8e-4f52-94f3-af27f4ff13ef).html
|
||||||
|
|
||||||
|
Title: Active Vibration Control of Composite Cantilever Beams.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36614435
|
||||||
|
|
||||||
|
Title: Effect of fluid viscoelasticity, shear stress, and interface tension on the lift force in lubricated contacts.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/37873958
|
||||||
|
|
||||||
|
Title: Structure of the influenza AM2-BM2 chimeric channel bound to rimantadine
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2ljc
|
||||||
|
|
||||||
|
Title: Unlocking epoxy thermal management capability via hierarchical Ce-MOF@MoS
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39326167
|
||||||
|
|
||||||
|
Title: EQUILLIBRIUM MIXTURE OF OPEN AND PARTIALLY-CLOSED SPECIES IN THE APO STATE OF MALTODEXTRIN-BINDING PROTEIN BY PARAMAGNETIC RELAXATION ENHANCEMENT NMR
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2v93
|
||||||
|
|
||||||
|
Title: Interleaved Group Products
|
||||||
|
URL: http://arxiv.org/pdf/1804.09787
|
||||||
|
|
||||||
|
Title: Comparison of test-retest reproducibility of DESPOT and 3D-QALAS for water
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39229114
|
||||||
|
|
||||||
|
Title: Interleaved Block-Sparse Transform
|
||||||
|
URL: http://arxiv.org/abs/2407.13255v1
|
||||||
|
|
||||||
|
Title: Crystal Structure of HLA-B8 in complex with ELR, an Influenza A virus peptide
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmq
|
||||||
|
|
||||||
|
Title: Seaglider Sg628 data for interleaving layers in the Kuroshio east of Taiwan
|
||||||
|
URL: https://dx.doi.org/10.17632/ct5ppst6t2
|
||||||
|
|
||||||
|
Title: High-Resolution Quantum Cascade Laser Dual-Comb Spectroscopy in the Mid-Infrared with Absolute Frequency Referencing
|
||||||
|
URL: http://arxiv.org/abs/2205.03334v1
|
||||||
|
|
||||||
|
Title: Atomic model of the Salmonella SPI-1 type III secretion injectisome basal body proteins InvG, PrgH, and PrgK
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5tcr
|
||||||
|
|
||||||
|
Title: Interfacial behavior of vegetable protein isolates at sunflower oil/water interface.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36413907
|
||||||
|
|
||||||
|
Title: Crystal structure of cathepsin b inhibited with CA030 at 2.1 angstroms resolution: A basis for the design of specific epoxysuccinyl inhibitors
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/1csb
|
||||||
|
|
||||||
|
Title: Optimal Carbon Emission Control With Allowances Purchasing
|
||||||
|
URL: http://arxiv.org/abs/2407.08477v1
|
||||||
|
|
||||||
|
Title: EcoLife: Carbon-Aware Serverless Function Scheduling for Sustainable Computing
|
||||||
|
URL: http://arxiv.org/abs/2409.02085v2
|
||||||
|
|
||||||
|
Title: Solution Structure of Bacillus anthracis Sortase A (SrtA) Transpeptidase
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2kw8
|
||||||
|
|
||||||
|
Title: Solution structure of protein ARR_CleD in complex with c-di-GMP
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/6sft
|
||||||
|
|
||||||
|
Title: Dynamics of Droplet Pinch-Off at Emulsified Oil-Water Interfaces: Interplay between Interfacial Viscoelasticity and Capillary Forces.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36763387
|
||||||
|
|
||||||
|
Title: Polarization insensitive non-interleaved frequency multiplexed dual-band Terahertz coding metasurface for independent control of reflected waves.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39261549
|
||||||
|
|
||||||
|
Title: Interleaving radiosity
|
||||||
|
URL: https://doi.org/10.1007/bf02949819
|
||||||
|
|
||||||
|
Title: data for "Effect of curing time on phase morphology and fracture toughness of PEK-C film interleaved carbon fibre/epoxy composite laminates"
|
||||||
|
URL: https://dx.doi.org/10.17632/8jwzx53ypw
|
||||||
|
|
||||||
|
Title: Numerical analysis of fiber reinforced composite material for structural component application.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328535
|
||||||
|
|
||||||
|
Title: Crystal Structure of HLA-B7 in complex with RPP, an EBV peptide
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmo
|
||||||
|
|
||||||
|
Title: Influential reinforcement parameters, elemental mapping, topological analysis and mechanical performance of lignocellulosic date palm/epoxy composites for improved sustainable materials.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39323794
|
||||||
|
|
||||||
|
Title: Optimal pricing for carbon dioxide removal under inter-regional leakage
|
||||||
|
URL: http://arxiv.org/abs/2212.09299v1
|
||||||
|
|
||||||
|
Title: Interleave Frequency Division Multiplexing
|
||||||
|
URL: http://arxiv.org/abs/2405.02604v1
|
||||||
|
|
||||||
|
Title: Towards a Novel Perspective on Adversarial Examples Driven by Frequency
|
||||||
|
URL: http://arxiv.org/abs/2404.10202v1
|
||||||
|
|
||||||
|
Title: Interleavings for categories with a flow and the hom-tree lower bound
|
||||||
|
URL: http://hdl.handle.net/2429/69159
|
||||||
|
|
||||||
|
Title: Classical Metric Properties for Categories with the Interleaving Distance
|
||||||
|
URL: https://dx.doi.org/10.5446/60572
|
||||||
|
|
||||||
|
Title: Quantum paraelectric varactors for radiofrequency measurements at millikelvin temperatures.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329079
|
||||||
|
|
||||||
|
Title: Crystal Structure of HLA-B8 in complex with QIK, a CMV peptide
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmr
|
||||||
|
|
||||||
|
Title: Crystal Structure of HLA-B7 in complex with SPI, an influenza peptide
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5wmn
|
||||||
|
|
||||||
|
Title: interleave: Converts Tabular Data to Interleaved Vectors
|
||||||
|
URL: https://doi.org/10.32614/cran.package.interleave
|
||||||
|
|
||||||
|
Title: Structure of the influenza AM2-BM2 chimeric channel
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2ljb
|
||||||
|
|
||||||
|
Title: Proton Channel M2 from Influenza A in complex with inhibitor rimantadine
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/2rlf
|
||||||
|
|
||||||
|
Title: Super-Resolution Ultrasound Imaging for Analysis of Microbubbles Cluster by Acoustic Vortex Tweezers.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39312432
|
||||||
|
|
||||||
|
Title: Near-atomic resolution cryo-EM structure of the periplasmic domains of PrgH and PrgK
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/5tcp
|
||||||
|
|
||||||
|
Title: Process synthesis and optimization for the production of carbon nanostructures.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/19706958
|
||||||
|
|
||||||
|
Title: Interleavers
|
||||||
|
URL: https://ris.utwente.nl/ws/files/5586234/Preprint_Ch.9.pdf
|
||||||
|
|
||||||
|
Title: Three-dimensional EM structure of an intact activator-dependent transcription initiation complex
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/3iyd
|
||||||
|
|
||||||
|
Title: Assessment of spectral ghost artifacts in echo-planar spectroscopic micro-imaging with flyback readout.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39317713
|
||||||
|
|
||||||
|
Title: Effect of cementation protocols on the fracture load of bilayer ceramic crowns manufactured by the Rapid Layer Technology.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39320003
|
||||||
|
|
||||||
|
Title: Mitigating Low-Frequency Bias: Feature Recalibration and Frequency Attention Regularization for Adversarial Robustness
|
||||||
|
URL: http://arxiv.org/abs/2407.04016v1
|
||||||
|
|
||||||
|
Title: Surface topography changes and wear resistance of different non-metallic telescopic crown attachment materials in implant retained overdenture (prospective comparative in vitro study).
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39327589
|
||||||
|
|
||||||
|
Title: Demonstrating a Quartz Crystal Microbalance with Dissipation (QCMD) to Enhance the Monitoring and Mechanistic Understanding of Iron Carbonate Crystalline Films.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/38980721
|
||||||
|
|
||||||
|
Title: A Multifunctional Coating with Active Corrosion Protection Through a Synergistic pH- and Thermal-Responsive Mechanism.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39324225
|
||||||
|
|
||||||
|
Title: Data : 3.33/6.66kW Interleaved Power Factor Correction
|
||||||
|
URL: https://dx.doi.org/10.17632/7cgvjvr67b
|
||||||
|
|
||||||
|
Title: Rational design of epoxy functionalized ionic liquids electrolyte additive for hydrogen-free and dendrite-free aqueous zinc batteries.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39326165
|
||||||
|
|
||||||
|
Title: Reducing residential emissions: carbon pricing vs. subsidizing retrofits
|
||||||
|
URL: http://arxiv.org/abs/2310.15687v1
|
||||||
|
|
||||||
|
Title: Crystal Structure of MHC class I HLA-A2 molecule complexed with HCMV pp65-495-503 nonapeptide V6G variant
|
||||||
|
URL: https://www.ebi.ac.uk/pdbe/entry/pdb/3mrd
|
||||||
|
|
||||||
|
Title: The Interleaved Genome
|
||||||
|
URL: http://ora.ox.ac.uk/objects/uuid:0f6b0c95-7e1d-4495-89bc-663771df243e
|
||||||
|
|
||||||
|
Title: The Vagaries of Frequency
|
||||||
|
URL: https://halshs.archives-ouvertes.fr/halshs-00731173
|
||||||
|
|
||||||
|
Title: Baumol's Climate Disease
|
||||||
|
URL: http://arxiv.org/abs/2312.00160v1
|
||||||
|
|
||||||
|
Title: Evaluation of the Antihyperglycemic efficacy of the roots of Ferula orientalis L.: An in vitro to in vivo assessment.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39321856
|
||||||
|
|
||||||
|
Title: Full-frequency GW without frequency
|
||||||
|
URL: https://dx.doi.org/10.48550/arxiv.2009.14315
|
||||||
|
|
||||||
|
Title: Interleave in peace, or interleave in pieces
|
||||||
|
URL: https://doi.org/10.1109/99.683746
|
||||||
|
|
||||||
|
Title: Universality of the Homotopy Interleaving Distance
|
||||||
|
URL: http://arxiv.org/abs/1705.01690v2
|
||||||
|
|
||||||
|
Title: Enhanced multi-layer perceptron for CO2 emission prediction with worst moth disrupted moth fly optimization (WMFO).
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/38882359
|
||||||
|
|
||||||
|
Title: Echotexture of recurrent laryngeal nerves: the depiction of recurrent laryngeal nerves at high-frequency ultrasound during radical thyroidectomy.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329102
|
||||||
|
|
||||||
|
Title: Interleave 2
|
||||||
|
URL: https://doi.org/10.51952/9781529226874.ch003
|
||||||
|
|
||||||
|
Title: Purification and Characterization of an Extracellular Alkaline Solvent-stable Metalloprotease Secreted from Newly Isolated
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/34825018
|
||||||
|
|
||||||
|
Title: The Double-Deck Viscoelastic Technique: a Novel Surgical Technique to Protect the Corneal Endothelium in Penetrating Keratoplasty of Aphakic Silicone Oil-Dependent Eyes after Severe Ocular Injury.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/36309624
|
||||||
|
|
||||||
|
Title: Interleaving of path sets
|
||||||
|
URL: http://arxiv.org/abs/2101.02441v1
|
||||||
|
|
||||||
|
Title: A novel Affi-Cova magnetic nanoparticles for one-step covalent immobilization of His-tagged enzyme directly from crude cell lysate.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39322145
|
||||||
|
|
||||||
|
Title: Frequency divider
|
||||||
|
URL: http://dx.doi.org/10.1109/TPWRS.2016.2569563
|
||||||
|
|
||||||
|
Title: Micro frequency hopping spread spectrum modulation and encryption technology
|
||||||
|
URL: http://arxiv.org/abs/2408.00400v1
|
||||||
|
|
||||||
|
Title: On Frequency
|
||||||
|
URL: https://doi.org/10.1111/j.1539-6924.2011.01764.x
|
||||||
|
|
||||||
|
Title: An Interleaving Distance for Ordered Merge Trees
|
||||||
|
URL: http://arxiv.org/abs/2312.11113v3
|
||||||
|
|
||||||
|
Title: Labeled Interleaving Distance for Reeb Graphs
|
||||||
|
URL: http://arxiv.org/abs/2306.01186v1
|
||||||
|
|
||||||
|
Title: PRIME: Phase Reversed Interleaved Multi-Echo acquisition enables highly accelerated distortion-free diffusion MRI.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39314505
|
||||||
|
|
||||||
|
Title: Magnetic Resonance Imaging (MRI) Evaluation and Classification of Vascular Malformations.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39310382
|
||||||
|
|
||||||
|
Title: Interleave 7
|
||||||
|
URL: https://doi.org/10.51952/9781529226874.ch013
|
||||||
|
|
||||||
|
Title: Interleaver
|
||||||
|
URL: https://doi.org/10.1007/978-3-8348-9927-9_10
|
||||||
|
|
||||||
|
Title: The interaction between dietary nitrates/nitrites intake and gut microbial metabolites on metabolic syndrome: a cross-sectional study.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328991
|
||||||
|
|
||||||
|
Title: Gromov-Hausdorff and Interleaving distance for trees
|
||||||
|
URL: https://dx.doi.org/10.14288/1.0377403
|
||||||
|
|
||||||
|
Title: Complex Frequency
|
||||||
|
URL: https://doi.org/10.1109/pesgm48719.2022.9917164
|
||||||
|
|
||||||
|
Title: Evaluation of Middle Cerebral Artery Culprit Plaque Inflammation in Ischemic Stroke Using CAIPIRINHA-Dixon-TWIST Dynamic Contrast-Enhanced Magnetic Resonance Imaging.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39258494
|
||||||
|
|
||||||
|
Title: Interleave 5
|
||||||
|
URL: https://doi.org/10.51952/9781529226874.ch009
|
||||||
|
|
||||||
|
Title: Unveiling the hidden risks of CPAP device innovations and the necessity of patient-centric testing.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329189
|
||||||
|
|
||||||
|
Title: AC Frequency
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.5259460
|
||||||
|
|
||||||
|
Title: PTB GRPE Interleaved Resolution Phantom Acquisition
|
||||||
|
URL: http://dx.doi.org/10.5281/zenodo.3647967
|
||||||
|
|
||||||
|
Title: Frequencies
|
||||||
|
URL: https://doi.org/10.4324/9780429056765-7
|
||||||
|
|
||||||
|
Title: Mains Frequency
|
||||||
|
URL: http://dx.doi.org/10.5281/zenodo.7491565
|
||||||
|
|
||||||
|
Title: Noradrenaline modulates sensory information in mouse vomeronasal sensory neurons.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328934
|
||||||
|
|
||||||
|
Title: Frequency in the Dictionary
|
||||||
|
URL: https://doi.org/10.3726/9783034344180.003.0004
|
||||||
|
|
||||||
|
Title: Interleaving Retrieval Practice Promotes Science Learning
|
||||||
|
URL: https://dx.doi.org/10.25384/sage.c.5953570
|
||||||
|
|
||||||
|
Title: Illness representation in patients with multiple sclerosis: A preliminary narrative medicine study.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329093
|
||||||
|
|
||||||
|
Title: A Review of Meta-Analyses of Prevention Strategies for Problematic Cannabis Use.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328973
|
||||||
|
|
||||||
|
Title: Frequency table
|
||||||
|
URL: https://dx.doi.org/10.5061/dryad.50554tg/2
|
||||||
|
|
||||||
|
Title: Hitting the Rewind Button: Imagining Analogue Trauma Memories in Reverse Reduces Distressing Intrusions.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329077
|
||||||
|
|
||||||
|
Title: [Identification of conservation and restoration materials for iron relics through ultraviolet-induced visible luminescence imaging and pyrolysis-gas chromatography/mass spectrometry].
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39327664
|
||||||
|
|
||||||
|
Title: [The cutting-edge developments and future prospects of enabling technologies in spinal surgery clinical treatments].
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/38044602
|
||||||
|
|
||||||
|
Title: frequency distribution
|
||||||
|
URL: https://dx.doi.org/10.5281/zenodo.6861104
|
||||||
|
|
||||||
|
Title: Sensori-motor neurofeedback improves inhibitory control and induces neural changes: a placebo-controlled, double-blind, event-related potentials study.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39328986
|
||||||
|
|
||||||
|
Title: Supervised machine learning on ECG features to classify sleep in non-critically ill children.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39329187
|
||||||
|
|
||||||
|
Title: Neural Mechanisms of Learning and Consolidation of Morphologically Derived Words in a Novel Language: Evidence From Hebrew Speakers.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39301207
|
||||||
|
|
||||||
|
Title: DTU frequency
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.4994231.v2
|
||||||
|
|
||||||
|
Title: Learning melodic musical intervals: To block or to interleave?
|
||||||
|
URL: https://dx.doi.org/10.25384/sage.c.5019068.v1
|
||||||
|
|
||||||
|
Title: How does industrial structure transformation affect carbon emissions in China: the moderating effect of financial development.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/34595705
|
||||||
|
|
||||||
|
Title: Host Frequency
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.7853471.v1
|
||||||
|
|
||||||
|
Title: Blocked training facilitates learning of multiple schemas.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39242783
|
||||||
|
|
||||||
|
Title: HER4 is a high-affinity dimerization partner for all EGFR/HER/ErbB family proteins.
|
||||||
|
URL: https://www.ncbi.nlm.nih.gov/pubmed/39276020
|
||||||
|
|
||||||
|
Title: Allele frequencies
|
||||||
|
URL: https://dx.doi.org/10.5061/dryad.r31sg.2/4.2
|
||||||
|
|
||||||
|
Title: frequency density data.xls
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.12950531.v4
|
||||||
|
|
||||||
|
Title: Frequency of behaviors.xlsx
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.8429111.v1
|
||||||
|
|
||||||
|
Title: Frequency dataset.xlsx
|
||||||
|
URL: https://dx.doi.org/10.6084/m9.figshare.24130101.v1
|
||||||
|
|
196
main.py
196
main.py
|
@ -1,202 +1,40 @@
|
||||||
import warnings
|
import warnings
|
||||||
from transformers import AutoTokenizer, AutoModel
|
|
||||||
from keybert import KeyBERT
|
|
||||||
import torch
|
|
||||||
import torch.nn.functional as F
|
|
||||||
import requests
|
|
||||||
import progressbar
|
|
||||||
from itertools import combinations
|
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
|
||||||
|
from src.scrub import scrub_web
|
||||||
|
from src.key import create_queries
|
||||||
|
from src.evaluate import sort_results
|
||||||
|
|
||||||
|
# Suppress FutureWarnings and other warnings
|
||||||
|
warnings.simplefilter(action='ignore', category=FutureWarning)
|
||||||
|
|
||||||
|
|
||||||
#subject = input("Enter subject : ")
|
#subject = input("Enter subject : ")
|
||||||
subject = "Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer"
|
subject = "Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer"
|
||||||
|
|
||||||
current_time = datetime.now().strftime("%m-%d_%H-%M")
|
current_time = datetime.now().strftime("%m-%d_%H-%M")
|
||||||
|
|
||||||
file_path = f"logs/run_{current_time}.log"
|
file_path = f"logs/run_{current_time}.log"
|
||||||
|
log_content = f"# Hin run, {current_time}\n\nSubject : {subject}\n\n"
|
||||||
|
|
||||||
content = f"# Hin run, {current_time}\n\nSubject : {subject}\n\n"
|
queries, keyword_log = create_queries(subject)
|
||||||
|
log_content += keyword_log
|
||||||
|
|
||||||
widgets = [' [',
|
results, scrub_log = scrub_web(queries)
|
||||||
progressbar.Timer(format= 'elapsed time: %(elapsed)s'),
|
log_content += scrub_log
|
||||||
'] ',
|
|
||||||
progressbar.Bar('*'),' (',
|
|
||||||
progressbar.ETA(), ') ',
|
|
||||||
]
|
|
||||||
|
|
||||||
# Suppress FutureWarnings and other warnings
|
|
||||||
warnings.simplefilter(action='ignore', category=FutureWarning)
|
|
||||||
|
|
||||||
print("\n### Fetching Data ###\n")
|
|
||||||
|
|
||||||
# Load the tokenizer and the model
|
|
||||||
tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
|
||||||
|
|
||||||
print("* Got tokenizer")
|
|
||||||
|
|
||||||
model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
|
||||||
|
|
||||||
print("* Got model")
|
|
||||||
|
|
||||||
kw_model = KeyBERT()
|
|
||||||
|
|
||||||
print("* Got Keybert")
|
|
||||||
|
|
||||||
# Function to compute sentence embeddings by pooling token embeddings (CLS token)
|
|
||||||
def get_sentence_embedding(text):
|
|
||||||
inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=512)
|
|
||||||
with torch.no_grad():
|
|
||||||
outputs = model(**inputs)
|
|
||||||
|
|
||||||
# Pooling strategy: Use the hidden state of the [CLS] token as the sentence embedding
|
sorted_results, results_log = sort_results(subject, results)
|
||||||
cls_embedding = outputs.last_hidden_state[:, 0, :] # Shape: (batch_size, hidden_size)
|
log_content += results_log
|
||||||
return cls_embedding
|
|
||||||
|
|
||||||
# Function to compute cosine similarity
|
|
||||||
def compute_similarity(embedding1, embedding2):
|
|
||||||
similarity = F.cosine_similarity(embedding1, embedding2)
|
|
||||||
return similarity.item()
|
|
||||||
|
|
||||||
print("\n### Getting Keywords ###\n")
|
|
||||||
|
|
||||||
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
|
||||||
|
|
||||||
print("* keywords extracted")
|
|
||||||
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
|
||||||
text_keywords = [x[0] for x in sorted_keywords]
|
|
||||||
|
|
||||||
content += f"## Keywords\n\n{text_keywords}\n\n"
|
|
||||||
|
|
||||||
queries = []
|
|
||||||
|
|
||||||
for r in range(1, len(text_keywords) + 1):
|
|
||||||
comb = combinations(text_keywords, r)
|
|
||||||
queries.extend(comb)
|
|
||||||
|
|
||||||
final_queries = [subject] + ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
|
||||||
|
|
||||||
#final_queries.ins(subject)
|
|
||||||
|
|
||||||
print("* query generated")
|
|
||||||
|
|
||||||
print("\n### Fetching Web data ###\n")
|
|
||||||
|
|
||||||
# Define the SearxNG instance URL and search query
|
|
||||||
searxng_url = "https://search.penwing.org/search"
|
|
||||||
|
|
||||||
results = []
|
|
||||||
|
|
||||||
web_bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
|
||||||
maxval=len(final_queries)).start()
|
|
||||||
|
|
||||||
progress = 0
|
|
||||||
|
|
||||||
content += f"## Queries\n\n"
|
|
||||||
|
|
||||||
for query in final_queries :
|
|
||||||
params = {
|
|
||||||
"q": query, # Your search query
|
|
||||||
"format": "json", # Requesting JSON format
|
|
||||||
"categories": "science", # You can specify categories (optional)
|
|
||||||
}
|
|
||||||
|
|
||||||
response = requests.get(searxng_url, params=params)
|
|
||||||
|
|
||||||
if response.status_code == 200:
|
|
||||||
data = response.json()
|
|
||||||
|
|
||||||
# List to store results with similarity scores
|
|
||||||
scored_results = []
|
|
||||||
|
|
||||||
results.extend(data.get("results", []))
|
|
||||||
|
|
||||||
content += f"{query};\n"
|
|
||||||
|
|
||||||
if query == subject:
|
|
||||||
test_content = ""
|
|
||||||
for result in data.get("results", []):
|
|
||||||
test_content+= result['title'] + "\n---\n"
|
|
||||||
with open("test.log", 'w') as file:
|
|
||||||
file.write(test_content)
|
|
||||||
else:
|
|
||||||
print(f"Error: {response.status_code}")
|
|
||||||
|
|
||||||
progress += 1
|
|
||||||
web_bar.update(progress)
|
|
||||||
|
|
||||||
print("\n\n### Starting result processing (",len(results),") ###\n")
|
|
||||||
|
|
||||||
subject_embedding = get_sentence_embedding(subject)
|
|
||||||
|
|
||||||
print("* Tokenized subject\n")
|
|
||||||
|
|
||||||
scored_results_urls = []
|
|
||||||
scored_results = []
|
|
||||||
|
|
||||||
bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
|
||||||
maxval=len(results)).start()
|
|
||||||
|
|
||||||
progress = 0
|
|
||||||
|
|
||||||
found_original = False
|
|
||||||
|
|
||||||
# Process each result
|
|
||||||
for result in results :
|
|
||||||
progress += 1
|
|
||||||
bar.update(progress)
|
|
||||||
|
|
||||||
title = result['title']
|
|
||||||
url = result['url']
|
|
||||||
snippet = result['content']
|
|
||||||
|
|
||||||
if title == subject :
|
|
||||||
found_original = True
|
|
||||||
|
|
||||||
if url in scored_results_urls :
|
|
||||||
continue
|
|
||||||
|
|
||||||
scored_results_urls.append(url)
|
|
||||||
|
|
||||||
# Get embedding for the snippet (abstract)
|
|
||||||
#result_embedding = get_sentence_embedding(snippet)
|
|
||||||
result_embedding = get_sentence_embedding(title)
|
|
||||||
|
|
||||||
# Compute similarity between subject and snippet
|
|
||||||
similarity = compute_similarity(subject_embedding, result_embedding)
|
|
||||||
|
|
||||||
# Store the result with its similarity score
|
|
||||||
scored_results.append({
|
|
||||||
'title': title,
|
|
||||||
'url': url,
|
|
||||||
'snippet': snippet,
|
|
||||||
'similarity': similarity
|
|
||||||
})
|
|
||||||
|
|
||||||
if found_original :
|
|
||||||
print("\n* Found Original Article")
|
|
||||||
|
|
||||||
|
|
||||||
# Sort the results by similarity (highest first)
|
|
||||||
top_results = sorted(scored_results, key=lambda x: x['similarity'], reverse=True)
|
|
||||||
|
|
||||||
print("\n\n### Done ###\n")
|
print("\n\n### Done ###\n")
|
||||||
|
|
||||||
# Print the top 10 results
|
# Print the top 10 results
|
||||||
for idx, result in enumerate(top_results[:10], 1):
|
for idx, result in enumerate(sorted_results[:10], 1):
|
||||||
print(f"Rank {idx} ({result['similarity']:.4f}):")
|
print(f"Rank {idx} ({result['similarity']:.4f}):")
|
||||||
print(f"Title: {result['title']}")
|
print(f"Title: {result['title']}")
|
||||||
print(f"URL: {result['url']}")
|
print(f"URL: {result['url']}")
|
||||||
print(f"Snippet: {result['snippet']}")
|
print(f"Snippet: {result['snippet']}")
|
||||||
print("-" * 40)
|
print("-" * 40)
|
||||||
|
|
||||||
# Define the file path with the current time in the filename
|
|
||||||
|
|
||||||
|
|
||||||
content += "\n## Results\n\n"
|
|
||||||
|
|
||||||
for result in top_results :
|
|
||||||
content += f"Title: {result['title']}\nURL: {result['url']}\n\n"
|
|
||||||
|
|
||||||
# Create and save the file
|
# Create and save the file
|
||||||
with open(file_path, 'w') as file:
|
with open(file_path, 'w') as file:
|
||||||
file.write(content)
|
file.write(log_content)
|
||||||
|
|
92
src/evaluate.py
Normal file
92
src/evaluate.py
Normal file
|
@ -0,0 +1,92 @@
|
||||||
|
from transformers import AutoTokenizer, AutoModel
|
||||||
|
import torch
|
||||||
|
import torch.nn.functional as F
|
||||||
|
import progressbar
|
||||||
|
|
||||||
|
print("\n### Fetching SciBert ###\n")
|
||||||
|
|
||||||
|
# Load the tokenizer and the model
|
||||||
|
tokenizer = AutoTokenizer.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||||
|
|
||||||
|
print("* Got tokenizer")
|
||||||
|
|
||||||
|
model = AutoModel.from_pretrained('allenai/scibert_scivocab_uncased')
|
||||||
|
|
||||||
|
print("* Got model")
|
||||||
|
|
||||||
|
# Function to compute sentence embeddings by pooling token embeddings (CLS token)
|
||||||
|
def get_sentence_embedding(text):
|
||||||
|
inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True, max_length=512)
|
||||||
|
with torch.no_grad():
|
||||||
|
outputs = model(**inputs)
|
||||||
|
|
||||||
|
# Pooling strategy: Use the hidden state of the [CLS] token as the sentence embedding
|
||||||
|
cls_embedding = outputs.last_hidden_state[:, 0, :] # Shape: (batch_size, hidden_size)
|
||||||
|
return cls_embedding
|
||||||
|
|
||||||
|
|
||||||
|
# Function to compute cosine similarity
|
||||||
|
def compute_similarity(embedding1, embedding2):
|
||||||
|
similarity = F.cosine_similarity(embedding1, embedding2)
|
||||||
|
return similarity.item()
|
||||||
|
|
||||||
|
|
||||||
|
def sort_results(subject, results):
|
||||||
|
|
||||||
|
print("\n### Starting result processing (",len(results),") ###\n")
|
||||||
|
|
||||||
|
subject_embedding = get_sentence_embedding(subject)
|
||||||
|
|
||||||
|
print("* Tokenized subject\n")
|
||||||
|
|
||||||
|
scored_results_urls = []
|
||||||
|
scored_results = []
|
||||||
|
|
||||||
|
bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||||
|
maxval=len(results)).start()
|
||||||
|
|
||||||
|
progress = 0
|
||||||
|
|
||||||
|
found_original = False
|
||||||
|
|
||||||
|
# Process each result
|
||||||
|
for result in results :
|
||||||
|
progress += 1
|
||||||
|
bar.update(progress)
|
||||||
|
|
||||||
|
title = result['title']
|
||||||
|
url = result['url']
|
||||||
|
snippet = result['content']
|
||||||
|
|
||||||
|
if title == subject :
|
||||||
|
found_original = True
|
||||||
|
|
||||||
|
if url in scored_results_urls :
|
||||||
|
continue
|
||||||
|
|
||||||
|
scored_results_urls.append(url)
|
||||||
|
|
||||||
|
# Get embedding for the snippet (abstract)
|
||||||
|
#result_embedding = get_sentence_embedding(snippet)
|
||||||
|
result_embedding = get_sentence_embedding(title)
|
||||||
|
|
||||||
|
# Compute similarity between subject and snippet
|
||||||
|
similarity = compute_similarity(subject_embedding, result_embedding)
|
||||||
|
|
||||||
|
# Store the result with its similarity score
|
||||||
|
scored_results.append({
|
||||||
|
'title': title,
|
||||||
|
'url': url,
|
||||||
|
'snippet': snippet,
|
||||||
|
'similarity': similarity
|
||||||
|
})
|
||||||
|
|
||||||
|
# Sort the results by similarity (highest first)
|
||||||
|
sorted_results = sorted(scored_results, key=lambda x: x['similarity'], reverse=True)
|
||||||
|
|
||||||
|
log = "## Results\n\n"
|
||||||
|
|
||||||
|
for result in sorted_results :
|
||||||
|
log += f"Title: {result['title']}\nURL: {result['url']}\n\n"
|
||||||
|
|
||||||
|
return sorted_results, log
|
33
src/key.py
Normal file
33
src/key.py
Normal file
|
@ -0,0 +1,33 @@
|
||||||
|
from keybert import KeyBERT
|
||||||
|
from itertools import combinations
|
||||||
|
|
||||||
|
def create_queries(subject) :
|
||||||
|
|
||||||
|
print("\n### Getting Keywords ###\n")
|
||||||
|
|
||||||
|
kw_model = KeyBERT()
|
||||||
|
|
||||||
|
print("* Got Keybert")
|
||||||
|
|
||||||
|
keywords = kw_model.extract_keywords(subject, keyphrase_ngram_range=(1, 2), stop_words='english', use_mmr=True, diversity=0.7)
|
||||||
|
|
||||||
|
print("* keywords extracted")
|
||||||
|
|
||||||
|
sorted_keywords = sorted(keywords, key=lambda x: -x[1])
|
||||||
|
text_keywords = [x[0] for x in sorted_keywords]
|
||||||
|
|
||||||
|
log = f"## Keywords\n\n{text_keywords}\n\n"
|
||||||
|
|
||||||
|
queries = []
|
||||||
|
|
||||||
|
for r in range(1, len(text_keywords) + 1):
|
||||||
|
comb = combinations(text_keywords, r)
|
||||||
|
queries.extend(comb)
|
||||||
|
|
||||||
|
final_queries = [subject] + ["\"" + "\" OR \"".join(query) + "\"" for query in queries]
|
||||||
|
|
||||||
|
#final_queries.ins(subject)
|
||||||
|
|
||||||
|
print("* query generated")
|
||||||
|
|
||||||
|
return final_queries, log
|
42
src/scrub.py
Normal file
42
src/scrub.py
Normal file
|
@ -0,0 +1,42 @@
|
||||||
|
import requests
|
||||||
|
import progressbar
|
||||||
|
|
||||||
|
searxng_url = "https://search.penwing.org/search"
|
||||||
|
|
||||||
|
def scrub_web(queries) :
|
||||||
|
print("\n### Fetching Web data ###\n")
|
||||||
|
|
||||||
|
web_bar = progressbar.ProgressBar(widgets=[progressbar.Percentage(), progressbar.Bar()],
|
||||||
|
maxval=len(queries)).start()
|
||||||
|
|
||||||
|
progress = 0
|
||||||
|
results = []
|
||||||
|
log = "## Queries\n\n"
|
||||||
|
|
||||||
|
for query in queries :
|
||||||
|
params = {
|
||||||
|
"q": query, # Your search query
|
||||||
|
"format": "json", # Requesting JSON format
|
||||||
|
"categories": "science", # You can specify categories (optional)
|
||||||
|
}
|
||||||
|
|
||||||
|
response = requests.get(searxng_url, params=params)
|
||||||
|
|
||||||
|
if response.status_code == 200:
|
||||||
|
data = response.json()
|
||||||
|
|
||||||
|
# List to store results with similarity scores
|
||||||
|
scored_results = []
|
||||||
|
|
||||||
|
results.extend(data.get("results", []))
|
||||||
|
|
||||||
|
log += f"{query};\n"
|
||||||
|
else:
|
||||||
|
print(f"Error: {response.status_code}")
|
||||||
|
|
||||||
|
progress += 1
|
||||||
|
web_bar.update(progress)
|
||||||
|
|
||||||
|
print("")
|
||||||
|
|
||||||
|
return results, log
|
22
test.log
22
test.log
|
@ -1,22 +0,0 @@
|
||||||
Controllability of a viscoelastic plate using one boundary control in displacement or bending
|
|
||||||
---
|
|
||||||
Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
|
||||||
---
|
|
||||||
Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
|
||||||
---
|
|
||||||
Boundary layer in linear viscoelasticity
|
|
||||||
---
|
|
||||||
Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
|
||||||
---
|
|
||||||
Stabilization for vibrating plate with singular structural damping
|
|
||||||
---
|
|
||||||
Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
|
||||||
---
|
|
||||||
Simulations of wobble damping in viscoelastic rotators
|
|
||||||
---
|
|
||||||
Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
|
||||||
---
|
|
||||||
Experiments, numerical models and optimization of carbon-epoxy plates damped by a frequency-dependent interleaved viscoelastic layer
|
|
||||||
---
|
|
||||||
Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
|
||||||
---
|
|
10
test1.log
10
test1.log
|
@ -1,10 +0,0 @@
|
||||||
Controllability of a viscoelastic plate using one boundary control in displacement or bending
|
|
||||||
Decay estimate in a viscoelastic plate equation with past history, nonlinear damping, and logarithmic nonlinearity
|
|
||||||
Viscoelasticity and elastocapillarity effects in the impact of drops on a repellent surface
|
|
||||||
Boundary layer in linear viscoelasticity
|
|
||||||
Extended plane wave expansion formulation for viscoelastic phononic thin plates
|
|
||||||
Stabilization for vibrating plate with singular structural damping
|
|
||||||
Global existence and decay estimates for a viscoelastic plate equation with nonlinear damping and logarithmic nonlinearity
|
|
||||||
Simulations of wobble damping in viscoelastic rotators
|
|
||||||
Derivation of von Kármán plate theory in the framework of three-dimensional viscoelasticity
|
|
||||||
Understanding viscoelastic flow instabilities: Oldroyd-B and beyond
|
|
Loading…
Reference in a new issue