/* * Copyright 2012 - 2016 Anton Tananaev (anton.tananaev@gmail.com) * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.traccar.database; import com.mchange.v2.c3p0.ComboPooledDataSource; import java.io.File; import java.lang.reflect.Method; import java.net.URL; import java.net.URLClassLoader; import java.sql.SQLException; import java.util.ArrayList; import java.util.Collection; import java.util.Date; import java.util.HashMap; import java.util.Map; import java.util.concurrent.locks.ReadWriteLock; import java.util.concurrent.locks.ReentrantReadWriteLock; import javax.naming.InitialContext; import javax.sql.DataSource; import liquibase.Contexts; import liquibase.Liquibase; import liquibase.database.Database; import liquibase.database.DatabaseFactory; import liquibase.exception.LiquibaseException; import liquibase.resource.FileSystemResourceAccessor; import liquibase.resource.ResourceAccessor; import org.traccar.Config; import org.traccar.Context; import org.traccar.helper.Log; import org.traccar.model.Device; import org.traccar.model.Group; import org.traccar.model.GroupPermission; import org.traccar.model.MiscFormatter; import org.traccar.model.DevicePermission; import org.traccar.model.Position; import org.traccar.model.Server; import org.traccar.model.User; import org.traccar.web.AsyncServlet; public class DataManager implements IdentityManager { private static final long DEFAULT_REFRESH_DELAY = 300; private final Config config; private DataSource dataSource; private final long dataRefreshDelay; private final ReadWriteLock devicesLock = new ReentrantReadWriteLock(); private final Map devicesById = new HashMap<>(); private final Map devicesByUniqueId = new HashMap<>(); private long devicesLastUpdate; private final ReadWriteLock groupsLock = new ReentrantReadWriteLock(); private final Map groupsById = new HashMap<>(); private long groupsLastUpdate; public DataManager(Config config) throws Exception { this.config = config; initDatabase(); initDatabaseSchema(); dataRefreshDelay = config.getLong("database.refreshDelay", DEFAULT_REFRESH_DELAY) * 1000; } public DataSource getDataSource() { return dataSource; } private void initDatabase() throws Exception { String jndiName = config.getString("database.jndi"); if (jndiName != null) { dataSource = (DataSource) new InitialContext().lookup(jndiName); } else { String driverFile = config.getString("database.driverFile"); if (driverFile != null) { URLClassLoader classLoader = (URLClassLoader) ClassLoader.getSystemClassLoader(); Method method = URLClassLoader.class.getDeclaredMethod("addURL", URL.class); method.setAccessible(true); method.invoke(classLoader, new File(driverFile).toURI().toURL()); } String driver = config.getString("database.driver"); if (driver != null) { Class.forName(driver); } ComboPooledDataSource ds = new ComboPooledDataSource(); ds.setDriverClass(config.getString("database.driver")); ds.setJdbcUrl(config.getString("database.url")); ds.setUser(config.getString("database.user")); ds.setPassword(config.getString("database.password")); ds.setIdleConnectionTestPeriod(600); ds.setTestConnectionOnCheckin(true); ds.setMaxStatementsPerConnection(config.getInteger("database.maxStatements")); int maxPoolSize = config.getInteger("database.maxPoolSize"); if (maxPoolSize != 0) { ds.setMaxPoolSize(maxPoolSize); } dataSource = ds; } } private void updateDeviceCache(boolean force) throws SQLException { boolean needWrite; devicesLock.readLock().lock(); try { needWrite = force || System.currentTimeMillis() - devicesLastUpdate > dataRefreshDelay; } finally { devicesLock.readLock().unlock(); } if (needWrite) { devicesLock.writeLock().lock(); try { if (force || System.currentTimeMillis() - devicesLastUpdate > dataRefreshDelay) { devicesById.clear(); devicesByUniqueId.clear(); for (Device device : getAllDevices()) { devicesById.put(device.getId(), device); devicesByUniqueId.put(device.getUniqueId(), device); } devicesLastUpdate = System.currentTimeMillis(); } } finally { devicesLock.writeLock().unlock(); } } } @Override public Device getDeviceById(long id) { boolean forceUpdate; devicesLock.readLock().lock(); try { forceUpdate = !devicesById.containsKey(id); } finally { devicesLock.readLock().unlock(); } try { updateDeviceCache(forceUpdate); } catch (SQLException e) { Log.warning(e); } devicesLock.readLock().lock(); try { return devicesById.get(id); } finally { devicesLock.readLock().unlock(); } } @Override public Device getDeviceByUniqueId(String uniqueId) throws SQLException { boolean forceUpdate; devicesLock.readLock().lock(); try { forceUpdate = !devicesByUniqueId.containsKey(uniqueId) && !config.getBoolean("database.ignoreUnknown"); } finally { devicesLock.readLock().unlock(); } updateDeviceCache(forceUpdate); devicesLock.readLock().lock(); try { return devicesByUniqueId.get(uniqueId); } finally { devicesLock.readLock().unlock(); } } private void updateGroupCache(boolean force) throws SQLException { boolean needWrite; groupsLock.readLock().lock(); try { needWrite = force || System.currentTimeMillis() - groupsLastUpdate > dataRefreshDelay; } finally { groupsLock.readLock().unlock(); } if (needWrite) { groupsLock.writeLock().lock(); try { if (force || System.currentTimeMillis() - groupsLastUpdate > dataRefreshDelay) { groupsById.clear(); for (Group group : getAllGroups()) { groupsById.put(group.getId(), group); } groupsLastUpdate = System.currentTimeMillis(); } } finally { groupsLock.writeLock().unlock(); } } } public Group getGroupById(long id) { boolean forceUpdate; groupsLock.readLock().lock(); try { forceUpdate = !groupsById.containsKey(id); } finally { groupsLock.readLock().unlock(); } try { updateGroupCache(forceUpdate); } catch (SQLException e) { Log.warning(e); } groupsLock.readLock().lock(); try { return groupsById.get(id); } finally { groupsLock.readLock().unlock(); } } private String getQuery(String key) { String query = config.getString(key); if (query == null) { Log.info("Query not provided: " + key); } return query; } private void initDatabaseSchema() throws SQLException, LiquibaseException { if (config.hasKey("database.changelog")) { ResourceAccessor resourceAccessor = new FileSystemResourceAccessor(); Database database = DatabaseFactory.getInstance().openDatabase( config.getString("database.url"), config.getString("database.user"), config.getString("database.password"), null, resourceAccessor); Liquibase liquibase = new Liquibase( config.getString("database.changelog"), resourceAccessor, database); liquibase.clearCheckSums(); liquibase.update(new Contexts()); } } public User login(String email, String password) throws SQLException { User user = QueryBuilder.create(dataSource, getQuery("database.loginUser")) .setString("email", email) .executeQuerySingle(User.class); if (user != null && user.isPasswordValid(password)) { return user; } else { return null; } } public Collection getUsers() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectUsersAll")) .executeQuery(User.class); } public User getUser(long userId) throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectUser")) .setLong("id", userId) .executeQuerySingle(User.class); } public void addUser(User user) throws SQLException { user.setId(QueryBuilder.create(dataSource, getQuery("database.insertUser"), true) .setObject(user) .executeUpdate()); } public void updateUser(User user) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateUser")) .setObject(user) .executeUpdate(); if (user.getHashedPassword() != null) { QueryBuilder.create(dataSource, getQuery("database.updateUserPassword")) .setObject(user) .executeUpdate(); } } @Deprecated public void removeUser(User user) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.deleteUser")) .setObject(user) .executeUpdate(); } public void removeUser(long userId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.deleteUser")) .setLong("id", userId) .executeUpdate(); } public Collection getDevicePermissions() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectDevicePermissions")) .executeQuery(DevicePermission.class); } public Collection getGroupPermissions() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectGroupPermissions")) .executeQuery(GroupPermission.class); } public Collection getAllDevices() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectDevicesAll")) .executeQuery(Device.class); } public Collection getDevices(long userId) throws SQLException { Collection devices = new ArrayList<>(); for (long id : Context.getPermissionsManager().getDevicePermissions(userId)) { devices.add(getDeviceById(id)); } return devices; } public void addDevice(Device device) throws SQLException { device.setId(QueryBuilder.create(dataSource, getQuery("database.insertDevice"), true) .setObject(device) .executeUpdate()); updateDeviceCache(true); } public void updateDevice(Device device) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateDevice")) .setObject(device) .executeUpdate(); updateDeviceCache(true); } public void updateDeviceStatus(Device device) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateDeviceStatus")) .setObject(device) .executeUpdate(); } @Deprecated public void removeDevice(Device device) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.deleteDevice")) .setObject(device) .executeUpdate(); AsyncServlet.sessionRefreshDevice(device.getId()); } public void removeDevice(long deviceId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.deleteDevice")) .setLong("id", deviceId) .executeUpdate(); AsyncServlet.sessionRefreshDevice(deviceId); } public void linkDevice(long userId, long deviceId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.linkDevice")) .setLong("userId", userId) .setLong("deviceId", deviceId) .executeUpdate(); AsyncServlet.sessionRefreshUser(userId); } public void unlinkDevice(long userId, long deviceId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.unlinkDevice")) .setLong("userId", userId) .setLong("deviceId", deviceId) .executeUpdate(); AsyncServlet.sessionRefreshUser(userId); } public Collection getAllGroups() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectGroupsAll")) .executeQuery(Group.class); } public Collection getGroups(long userId) throws SQLException { Collection groups = new ArrayList<>(); for (long id : Context.getPermissionsManager().getGroupPermissions(userId)) { groups.add(getGroupById(id)); } return groups; } public void addGroup(Group group) throws SQLException { group.setId(QueryBuilder.create(dataSource, getQuery("database.insertGroup"), true) .setObject(group) .executeUpdate()); updateGroupCache(true); } public void updateGroup(Group group) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateGroup")) .setObject(group) .executeUpdate(); updateGroupCache(true); } public void removeGroup(long groupId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.deleteGroup")) .setLong("id", groupId) .executeUpdate(); } public void linkGroup(long userId, long groupId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.linkGroup")) .setLong("userId", userId) .setLong("groupId", groupId) .executeUpdate(); } public void unlinkGroup(long userId, long groupId) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.unlinkGroup")) .setLong("userId", userId) .setLong("groupId", groupId) .executeUpdate(); } public Collection getPositions(long deviceId, Date from, Date to) throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectPositions")) .setLong("deviceId", deviceId) .setDate("from", from) .setDate("to", to) .executeQuery(Position.class); } public void addPosition(Position position) throws SQLException { position.setId(QueryBuilder.create(dataSource, getQuery("database.insertPosition"), true) .setDate("now", new Date()) .setObject(position) .setDate("time", position.getFixTime()) // tmp .setLong("device_id", position.getDeviceId()) // tmp .setLong("power", 0) // tmp .setString("extended_info", MiscFormatter.toXmlString(position.getAttributes())) // tmp .setString("other", MiscFormatter.toXmlString(position.getAttributes())) // tmp .executeUpdate()); } public void updateLatestPosition(Position position) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateLatestPosition")) .setDate("now", new Date()) .setObject(position) .setDate("time", position.getFixTime()) // tmp .setLong("device_id", position.getDeviceId()) // tmp .setLong("power", 0) // tmp .setString("extended_info", MiscFormatter.toXmlString(position.getAttributes())) // tmp .setString("other", MiscFormatter.toXmlString(position.getAttributes())) // tmp .executeUpdate(); } public Collection getLatestPositions() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectLatestPositions")) .executeQuery(Position.class); } public Server getServer() throws SQLException { return QueryBuilder.create(dataSource, getQuery("database.selectServers")) .executeQuerySingle(Server.class); } public void updateServer(Server server) throws SQLException { QueryBuilder.create(dataSource, getQuery("database.updateServer")) .setObject(server) .executeUpdate(); } }