-- Logs begin at Wed 2021-11-10 13:36:14 UTC, end at Wed 2021-11-10 14:35:40 UTC. -- Nov 10 14:12:10.331511 dv-cinder-817404-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 14:12:12.720632 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.common.config [-] Logging enabled! Nov 10 14:12:12.721312 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54 Nov 10 14:12:12.721312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 14:12:12.725733 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.common.config [-] Logging enabled! Nov 10 14:12:12.725989 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54 Nov 10 14:12:12.726307 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 14:12:12.727276 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:12:12.727518 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:12:12.727871 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:12:12.728117 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:12:12.728342 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:12:12.728661 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.728974 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.729261 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.729496 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.729792 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.730086 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.730372 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.730690 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.730989 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.731277 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.731560 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.731845 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.732077 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.732359 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.732655 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.732941 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.733167 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] debug = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.733451 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.733876 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.734274 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.734584 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.734878 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.735160 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.735433 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.735711 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.735998 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.736329 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] host = dv-cinder-817404-1-smb {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.736610 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.736907 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.737197 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.737488 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.737768 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.738046 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.738333 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.738636 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.739505 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.740193 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.740499 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.740802 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.741102 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.741336 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.741563 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.741860 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.742156 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.742452 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.742753 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.743034 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.743313 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.743593 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.743866 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.744156 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.744442 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.744731 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.745012 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.745291 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.745566 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.745845 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.746133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.746413 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.746716 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.746999 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.747291 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.747565 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.747844 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.748148 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.748438 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.748725 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.749013 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.749290 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.749574 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.749851 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.750127 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.750401 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_json = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.750703 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.750975 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.751258 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.751534 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.751809 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.752087 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.752363 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.752651 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:12.752949 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.753249 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.753551 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.753837 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.754136 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.754529 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.755777 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.756069 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.756367 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.756666 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.756962 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.757248 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.757547 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.757831 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.758132 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.758456 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.758762 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.759061 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.759342 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.759621 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.759899 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.760181 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.760467 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.760762 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.761057 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.761335 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.761619 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.761913 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.762193 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.762498 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.762774 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.763068 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.763349 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.763626 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.763909 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.764185 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.764458 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.764732 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.765011 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.765304 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.765583 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.765856 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.766128 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.766406 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.766703 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.766991 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.767278 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.767552 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.767827 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.768109 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.768385 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.768659 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.768941 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.769215 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.769496 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.769771 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.770064 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.770838 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.771125 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.771409 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.771691 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.771970 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.772254 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.772533 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.772808 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.773083 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.773360 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.773637 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.773927 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.774229 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.774539 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.774823 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.775105 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.775385 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.775667 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.775947 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.776231 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.776513 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.776789 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.777083 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.777375 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.777667 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.777952 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.778234 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.778560 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.778844 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.779129 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.779412 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.779693 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.779983 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.780267 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.780568 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.780866 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.781161 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.781465 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.781759 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.782044 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.782357 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.782662 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:12.782883 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:12:12.783123 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 14:12:13.183074 dv-cinder-817404-1-smb neutron-server[86663]: INFO keyring.backend [-] Loading KWallet Nov 10 14:12:13.190269 dv-cinder-817404-1-smb neutron-server[86663]: INFO keyring.backend [-] Loading SecretService Nov 10 14:12:13.195132 dv-cinder-817404-1-smb neutron-server[86663]: INFO keyring.backend [-] Loading Windows Nov 10 14:12:13.196485 dv-cinder-817404-1-smb neutron-server[86663]: INFO keyring.backend [-] Loading chainer Nov 10 14:12:13.197070 dv-cinder-817404-1-smb neutron-server[86663]: INFO keyring.backend [-] Loading macOS Nov 10 14:12:13.231872 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:13.232151 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:13.232438 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:13.232773 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 14:12:13.561941 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.562224 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.562521 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.563712 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.563984 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.564246 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.684627 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.684913 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.685179 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.698761 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.699038 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.699307 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.728518 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.729067 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.729067 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.766272 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.766575 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.766847 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.999586 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:13.999873 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.000138 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.000403 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.001143 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.125107 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.125421 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.125699 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.125966 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.126234 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.126563 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.126833 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.127088 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.127340 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.127617 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.127875 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.128277 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.128541 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.128795 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.129057 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.129323 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.130142 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.130456 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.130717 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.130996 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.131342 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.131594 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.131841 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.132121 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.132367 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.132608 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.132986 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.133220 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.133450 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.133680 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.133910 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.134139 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.134521 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 14:12:14.137620 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 14:12:14.141539 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 14:12:14.145931 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 10 14:12:14.147596 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 14:12:14.148035 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 14:12:14.148362 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 14:12:14.148741 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 14:12:14.151763 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 14:12:14.152014 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 14:12:14.152358 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 14:12:14.179865 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 14:12:14.180300 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.180593 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 14:12:14.180946 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.182309 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 14:12:14.182693 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 14:12:14.182939 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 14:12:14.186147 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.186423 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.258486 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 14:12:14.258802 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 14:12:14.258976 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 14:12:14.259372 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 14:12:14.292751 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_db.sqlalchemy.engines [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 10 14:12:14.626091 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing driver for type 'gre' Nov 10 14:12:14.626555 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] gre ID ranges: [(1, 1000)] Nov 10 14:12:14.682202 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing driver for type 'local' Nov 10 14:12:14.682698 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing driver for type 'vlan' Nov 10 14:12:14.695307 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] VlanTypeDriver initialization complete Nov 10 14:12:14.695747 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing driver for type 'vxlan' Nov 10 14:12:14.696328 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] vxlan ID ranges: [(1, 1000)] Nov 10 14:12:14.747160 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing extension driver 'port_security' Nov 10 14:12:14.747737 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.extensions.port_security [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] PortSecurityExtensionDriver initialization complete Nov 10 14:12:14.748049 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing mechanism driver 'openvswitch' Nov 10 14:12:14.748430 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing mechanism driver 'hyperv' Nov 10 14:12:14.755638 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.plugins.ml2.plugin [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:14.756390 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.756758 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.757108 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.757493 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.757868 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.758211 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.758625 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.758977 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.759320 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.759697 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.760042 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.760385 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.760764 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.761105 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.761439 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.761812 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.762152 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.762511 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.762854 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] ML2 OVO RPC backend initialized. {{(pid=86663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 10 14:12:14.763555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.763903 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.764350 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.764694 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > networks before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.765037 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.765376 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > ports before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.765714 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.766053 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.766394 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.766752 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.767085 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.767416 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.767750 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.768087 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.768419 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.768752 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.769083 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.769668 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.plugin [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Modular L2 Plugin initialization complete Nov 10 14:12:14.769999 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading services supported by the core plugin {{(pid=86663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 14:12:14.771004 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.plugins.ml2.managers [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Got port-security extension from driver 'port_security' Nov 10 14:12:14.771473 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.extensions.vlantransparent [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Disabled vlantransparent extension. Nov 10 14:12:14.771962 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 14:12:14.772279 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: router Nov 10 14:12:14.808643 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.809034 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_create 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.809400 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router before_create 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.809764 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.810129 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.810504 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_delete 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.810866 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.811230 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_create 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.811573 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.811923 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.812269 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.812623 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.813033 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.813400 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.813741 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.814075 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: subnet after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.814410 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.814786 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.815133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.815476 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.815817 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.816181 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router after_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.816527 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.817631 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.817989 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.818331 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.818726 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > agent after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.819072 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.819418 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > network after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.820277 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Tracking information for resource: router configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.820607 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Tracking information for resource: floatingip configured {{(pid=86663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:12:14.825588 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.db.l3_agentschedulers_db [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 14:12:14.826171 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.826557 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.826911 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.827263 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: port after_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.828049 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router before_create 55550100 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.828414 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.828779 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.829133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.834466 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.provider_configuration [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service providers = [] {{(pid=86663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 14:12:14.834836 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.db.servicetype_db [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 14:12:14.837806 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.service_base [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:12:14.838158 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.service_base [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:12:14.838531 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.service_base [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:12:14.839585 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.services.service_base [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:12:14.839961 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.services.service_base [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 14:12:14.840343 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.840663 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 14:12:14.851263 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.851596 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: auto_allocate Nov 10 14:12:14.857487 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: network precommit_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.857857 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: network precommit_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.858377 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.858721 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: tag Nov 10 14:12:14.865604 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.865937 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: timestamp Nov 10 14:12:14.869782 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.870116 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: network_ip_availability Nov 10 14:12:14.875524 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.875901 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.876305 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:14.876971 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.877291 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: flavors Nov 10 14:12:14.882987 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.883320 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading Plugin: revisions Nov 10 14:12:14.887652 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:12:14.888040 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.655s {{(pid=86663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:14.888787 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 14:12:14.889123 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Initializing extension manager. Nov 10 14:12:14.889624 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: __init__.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.889962 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: __pycache__ {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.890294 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.890651 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: address_group.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.891402 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.891962 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: address-group Nov 10 14:12:14.892286 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: address_scope.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.892996 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.893497 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: address-scope Nov 10 14:12:14.893820 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.894788 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.895995 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: router-admin-state-down-before-update Nov 10 14:12:14.896320 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: agent.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.897025 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.897526 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: agent Nov 10 14:12:14.897849 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: agent_resources_synced.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.898791 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.899293 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: agent-resources-synced Nov 10 14:12:14.899616 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.901398 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.901909 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: allowed-address-pairs Nov 10 14:12:14.902234 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.903341 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.903852 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: auto-allocated-topology Nov 10 14:12:14.904174 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: availability_zone.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.904864 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.905365 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: availability_zone Nov 10 14:12:14.905691 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: availability_zone_filter.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.906645 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.907145 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: availability_zone_filter Nov 10 14:12:14.907465 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: data_plane_status.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.908378 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.908873 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 14:12:14.909191 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: default_subnetpools.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.910108 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.910643 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: default-subnetpools Nov 10 14:12:14.910994 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.911797 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.912295 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: dhcp_agent_scheduler Nov 10 14:12:14.912619 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: dns.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.913527 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.914022 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 14:12:14.914347 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: dns_domain_ports.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.915298 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.915803 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 14:12:14.916127 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: dvr.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.916799 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.917298 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: dvr Nov 10 14:12:14.917621 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: empty_string_filtering.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.918566 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.919078 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: empty-string-filtering Nov 10 14:12:14.919402 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.920316 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.920812 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 14:12:14.921133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.922054 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.922576 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 14:12:14.922897 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: external_net.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.923809 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.924312 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: external-net Nov 10 14:12:14.924630 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.925553 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.926051 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: extra_dhcp_opt Nov 10 14:12:14.926417 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: extraroute.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.927358 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.927847 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: extraroute Nov 10 14:12:14.928165 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: extraroute_atomic.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.929202 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.929703 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: extraroute-atomic Nov 10 14:12:14.930025 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: filter_validation.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.930720 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.931217 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: filter-validation Nov 10 14:12:14.931535 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: fip_pf_description.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.933858 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.934378 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 14:12:14.934736 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: fip_port_details.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.935663 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.936173 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: fip-port-details Nov 10 14:12:14.936515 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: flavors.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.937732 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.938246 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: flavors Nov 10 14:12:14.938605 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.940270 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.940788 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 14:12:14.941123 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: floatingip_pools.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.942641 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.943230 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: floatingip-pools Nov 10 14:12:14.943562 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: ip_allocation.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.944497 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.944994 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 14:12:14.945316 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.946241 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.946772 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: ip-substring-filtering Nov 10 14:12:14.947097 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l2_adjacency.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.948023 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.948519 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 14:12:14.948843 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.949800 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.950379 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: router Nov 10 14:12:14.950742 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.952977 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.953502 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 14:12:14.953836 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.954802 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.955311 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: ext-gw-mode Nov 10 14:12:14.955644 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.956561 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.957071 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: l3-ha Nov 10 14:12:14.957398 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3_flavors.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.958955 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.959456 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: l3-flavors Nov 10 14:12:14.959781 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.960710 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.961212 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 14:12:14.961537 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: l3agentscheduler.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.962587 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.963093 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: l3_agent_scheduler Nov 10 14:12:14.963413 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: logging.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.964916 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.965423 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension logging not supported by any of loaded plugins Nov 10 14:12:14.965757 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: metering.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.966522 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.967085 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: metering Nov 10 14:12:14.967410 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.968523 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.969026 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: metering_source_and_destination_fields Nov 10 14:12:14.969352 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: multiprovidernet.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.970402 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.970931 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: multi-provider Nov 10 14:12:14.971256 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: netmtu.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.972171 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.972672 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: net-mtu Nov 10 14:12:14.972996 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: netmtu_writable.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.974028 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.974555 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: net-mtu-writable Nov 10 14:12:14.974882 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: network_availability_zone.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.975549 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.976058 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: network_availability_zone Nov 10 14:12:14.976459 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: network_ip_availability.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.977561 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.978068 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: network-ip-availability Nov 10 14:12:14.978392 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: network_segment_range.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.979175 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.979670 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 14:12:14.979991 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: pagination.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.980966 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.981300 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: pagination Nov 10 14:12:14.981611 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: port_device_profile.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.982657 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.983166 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: port-device-profile Nov 10 14:12:14.983484 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.984412 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.984920 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: port-mac-address-regenerate Nov 10 14:12:14.985239 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.986175 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.986703 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: port-numa-affinity-policy Nov 10 14:12:14.987025 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: port_resource_request.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.987936 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.988434 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 14:12:14.988754 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: portbindings.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.990389 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.990932 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: binding Nov 10 14:12:14.991256 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: portbindings_extended.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.992542 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.993055 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: binding-extended Nov 10 14:12:14.993393 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: portsecurity.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.994310 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.994861 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: port-security Nov 10 14:12:14.995186 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: project_id.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.996171 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.996502 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: project-id Nov 10 14:12:14.996823 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: providernet.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:14.997739 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:14.998248 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: provider Nov 10 14:12:14.998622 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.002115 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.002670 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos not supported by any of loaded plugins Nov 10 14:12:15.003004 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.004255 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.005507 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 14:12:15.005834 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.006795 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.007306 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 14:12:15.007633 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_default.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.008549 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.009063 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-default not supported by any of loaded plugins Nov 10 14:12:15.009384 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_fip.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.010038 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.010563 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 14:12:15.010889 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.011827 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.012332 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 14:12:15.012657 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.013570 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.014071 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 14:12:15.014394 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.015338 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.015843 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 14:12:15.016162 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: qos_rules_alias.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.017222 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.017722 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 14:12:15.018041 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: quotasv2.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.018989 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.019440 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: quotas Nov 10 14:12:15.019764 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: quotasv2_detail.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.021398 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.021756 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: quota_details Nov 10 14:12:15.022113 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: rbac.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.023157 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.023673 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: rbac-policies Nov 10 14:12:15.024001 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: rbac_address_group.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.024936 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.025444 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: rbac-address-group Nov 10 14:12:15.025768 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: rbac_address_scope.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.026725 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.027230 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: rbac-address-scope Nov 10 14:12:15.027553 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: rbac_security_groups.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.028471 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.028976 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: rbac-security-groups Nov 10 14:12:15.029301 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.030226 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.030761 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: rbac-subnetpool Nov 10 14:12:15.031089 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: revisionifmatch.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.032005 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.032508 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: revision-if-match Nov 10 14:12:15.032831 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: revisions.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.033933 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.034436 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: standard-attr-revisions Nov 10 14:12:15.034789 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: router_availability_zone.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.035462 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.036002 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: router_availability_zone Nov 10 14:12:15.036329 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: routerservicetype.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.037251 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.037755 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 14:12:15.038077 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.039017 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.039519 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: security-groups-normalized-cidr Nov 10 14:12:15.039842 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.040767 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.041274 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: port-security-groups-filtering Nov 10 14:12:15.041598 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.042555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.043062 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: security-groups-remote-address-group Nov 10 14:12:15.043382 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: securitygroup.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.053817 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.054345 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: security-group Nov 10 14:12:15.054703 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: segment.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.055489 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.055995 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension segment not supported by any of loaded plugins Nov 10 14:12:15.056324 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.057269 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.057773 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 14:12:15.058101 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: servicetype.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.059260 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.059774 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: service-type Nov 10 14:12:15.060104 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: sorting.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.061090 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.061424 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: sorting Nov 10 14:12:15.061750 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: standard_attr_segment.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.062689 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.063201 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 14:12:15.063531 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: standardattrdescription.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.064179 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.064679 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: standard-attr-description Nov 10 14:12:15.065002 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: stateful_security_group.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.065927 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.066432 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: stateful-security-group Nov 10 14:12:15.067627 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: stdattrs_common.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.068215 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 14:12:15.068535 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.069543 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.070063 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 14:12:15.070391 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnet_onboard.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.071497 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.072011 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: subnet_onboard Nov 10 14:12:15.072333 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.073271 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.073777 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 14:12:15.074102 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnet_service_types.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.075061 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.075574 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: subnet-service-types Nov 10 14:12:15.075896 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnetallocation.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.076986 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.077574 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: subnet_allocation Nov 10 14:12:15.077907 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.078613 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.079125 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: subnetpool-prefix-ops Nov 10 14:12:15.079448 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.080390 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.080905 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 14:12:15.081228 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: tagging.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.082283 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.082950 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: standard-attr-tag Nov 10 14:12:15.083283 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: timestamp.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.084488 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.084999 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loaded extension: standard-attr-timestamp Nov 10 14:12:15.085328 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: trunk.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.086363 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.086904 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension trunk not supported by any of loaded plugins Nov 10 14:12:15.087232 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: trunk_details.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.088160 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.088668 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 14:12:15.088993 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.089924 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.090430 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 14:12:15.090775 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Loading extension file: vlantransparent.py {{(pid=86663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:12:15.091445 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:12:15.091946 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 14:12:15.094345 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:network Nov 10 14:12:15.095107 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnet Nov 10 14:12:15.095893 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:12:15.096524 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:port Nov 10 14:12:15.097795 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.098541 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service FLAVORS assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.099349 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.099784 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.100120 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:router Nov 10 14:12:15.100776 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 14:12:15.101491 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service METERING assigned prefix: /metering {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.102964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:15.103332 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:15.103681 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:12:15.104837 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 14:12:15.105273 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:security_group Nov 10 14:12:15.105930 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 14:12:15.106719 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service CORE assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.107053 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:12:15.107397 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] subnetpool is already registered Nov 10 14:12:15.107996 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service CORE assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.108322 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:12:15.108654 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] subnetpool is already registered Nov 10 14:12:15.111347 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.111800 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service FLAVORS assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.112377 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.112797 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.113128 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:router Nov 10 14:12:15.113464 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] router is already registered Nov 10 14:12:15.114632 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 14:12:15.114965 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] floatingip is already registered Nov 10 14:12:15.115596 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service METERING assigned prefix: /metering {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.116269 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 14:12:15.116599 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] rbac_policy is already registered Nov 10 14:12:15.117153 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:security_group Nov 10 14:12:15.117492 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] security_group is already registered Nov 10 14:12:15.118089 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 14:12:15.118417 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] security_group_rule is already registered Nov 10 14:12:15.119103 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service CORE assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.119429 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:12:15.119759 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] subnetpool is already registered Nov 10 14:12:15.120365 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.v2.resource_helper [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Service CORE assigned prefix: {{(pid=86663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:12:15.120689 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:12:15.121020 dv-cinder-817404-1-smb neutron-server[86663]: WARNING neutron.quota.resource_registry [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] subnetpool is already registered Nov 10 14:12:15.121656 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: extensions {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.123160 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: address-groups {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.124839 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: address-scopes {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.126057 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: agents {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.127333 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: auto-allocated-topology {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.128555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: availability_zones {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.130707 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: dhcp-networks {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.132141 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: dhcp-agents {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.133597 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: routers {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.136298 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: flavors {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.137495 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: service_profiles {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.138744 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: next_providers {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.140275 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: service_profiles {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.141780 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: floatingip-pools {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.143045 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: routers {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.144864 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: floatingips {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.146100 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: l3-routers {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.147571 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: l3-agents {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.148996 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: metering-labels {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.150371 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: metering-label-rules {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.151707 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: network-ip-availabilities {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.152972 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: bindings {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.154682 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: quotas {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.156149 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: quotas {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.157594 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: rbac-policies {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.158935 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: security-groups {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.160169 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: security-group-rules {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.161559 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: service-providers {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.162857 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: subnetpools {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.164301 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: subnetpools {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.165789 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.167559 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.169393 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.171237 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.173191 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.175107 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.177410 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.179472 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.181251 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.183158 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron.api.extensions [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Extended resource: tags {{(pid=86663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:12:15.189192 dv-cinder-817404-1-smb neutron-server[86663]: WARNING keystonemiddleware.auth_token [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 14:12:15.194935 dv-cinder-817404-1-smb neutron-server[86663]: WARNING keystonemiddleware.auth_token [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 14:12:15.203651 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Acquired lock "singleton_lock" {{(pid=86663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 10 14:12:15.204133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_concurrency.lockutils [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Releasing lock "singleton_lock" {{(pid=86663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 10 14:12:15.204761 dv-cinder-817404-1-smb neutron-server[86663]: INFO oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Starting 2 workers Nov 10 14:12:15.209657 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Started child 86770 {{(pid=86663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 14:12:15.214036 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Started child 86771 {{(pid=86663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 14:12:15.214669 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.215661 dv-cinder-817404-1-smb neutron-server[86663]: INFO neutron.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 14:12:15.216143 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [-] (86770) wsgi starting up on http://0.0.0.0:9696 Nov 10 14:12:15.216344 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Notify callbacks [] for process, before_spawn {{(pid=86663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.218841 dv-cinder-817404-1-smb neutron-server[86663]: INFO oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Starting 1 workers Nov 10 14:12:15.219617 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.221222 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [-] (86771) wsgi starting up on http://0.0.0.0:9696 Nov 10 14:12:15.224046 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Started child 86772 {{(pid=86663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 14:12:15.224589 dv-cinder-817404-1-smb neutron-server[86663]: INFO oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Starting 1 workers Nov 10 14:12:15.227808 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] calling RpcWorker wait() {{(pid=86772) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 14:12:15.228325 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] returning from RpcWorker wait() {{(pid=86772) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 14:12:15.228965 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Started child 86773 {{(pid=86663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 14:12:15.229631 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.229730 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG neutron_lib.callbacks.manager [None req-72f1041a-c2bd-457e-bb7e-c456f32175e5 None None] Notify callbacks [] for process, after_spawn {{(pid=86663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.230283 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:15.231772 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 10 14:12:15.231983 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:12:15.232177 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:12:15.232389 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:12:15.232849 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:12:15.233017 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:12:15.233535 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.233812 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.234193 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.234491 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.234780 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.235375 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.235662 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.235977 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.236265 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.236552 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.236726 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.236878 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.237143 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.237460 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.237835 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.238120 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.238413 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.238726 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.239463 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.239673 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:15.240130 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.240374 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.240632 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.240914 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] debug = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.241207 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.241768 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.242016 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.242283 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.242589 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.242871 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.243129 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.243482 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.243723 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.243950 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.244376 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.244655 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.245023 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.245267 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.245495 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.245850 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.246090 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.246708 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] host = dv-cinder-817404-1-smb {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.246959 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.247253 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.247489 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.247762 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.248331 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.248554 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.248955 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.249227 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.249548 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.249862 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.250110 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.250374 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.250700 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.250968 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.251135 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_options = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.251418 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.251717 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.252039 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.252232 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.252460 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.252646 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.252958 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.253125 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.253394 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.253667 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.253922 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.254177 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.254418 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.255496 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.255859 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.256156 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.256401 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.256867 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.257170 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.257418 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.257649 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.257902 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.258197 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.258483 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.258763 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.259009 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.259306 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.259554 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.259818 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.260147 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.260399 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.260659 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.261065 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.261328 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.261573 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.261995 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.262219 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.262571 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.263713 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.264118 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.264469 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.264772 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.265498 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.265498 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.265661 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.265974 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_json = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.266287 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.267363 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.267718 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.267963 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.268206 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.268438 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.268717 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.268933 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.269524 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.270343 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.271506 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.271763 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.272542 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.272835 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.273090 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.273336 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.273656 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.274559 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.275094 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.275537 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.275853 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.276431 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.276735 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.277257 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.277509 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.277917 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.278265 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.278575 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.278939 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.279363 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.280047 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.280453 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.280717 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.280953 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:15.281128 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.281245 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.281604 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.281836 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.282189 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.282499 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.282673 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.283088 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.283343 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.283740 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.283844 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.284051 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.284296 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.284668 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.284936 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.285190 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.285574 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.286170 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.286702 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.287118 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.287612 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.288138 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.288564 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.288796 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.289063 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.289313 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.289749 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.290130 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.290545 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.290914 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.291572 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.291958 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.292336 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.292933 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.293499 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.294160 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.294850 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.295430 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.295813 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.296047 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.296307 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.296775 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.297044 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.297252 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.297475 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.297712 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.297935 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.298156 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.298381 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.298624 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.298865 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.299090 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.299309 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.299555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.299774 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.299993 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.300219 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.300432 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.300679 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.300977 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.301830 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.302112 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.302369 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.302651 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.302887 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.303114 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.303378 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.303646 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.303912 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.304165 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.304424 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.304704 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.304930 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.305161 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.305426 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.305687 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.305917 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.306145 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.306386 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.306659 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.306884 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.307146 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.307406 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.307640 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.307922 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.308178 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.308463 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.308688 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.309179 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.309305 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.309488 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.309793 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.310141 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.310311 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.310606 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.310842 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.311120 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.311354 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.311605 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.311836 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.312071 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.312292 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.312578 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.312831 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.313087 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.313304 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.313535 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.313862 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.314124 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.314360 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.314602 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.314872 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.315121 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.315374 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.315636 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.316113 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.316239 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.316422 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.316669 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.317218 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.317470 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.317740 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.317978 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.318386 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.318536 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.318719 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.318936 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.319151 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.319398 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.319630 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.319895 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.320130 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.320367 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.320616 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.320875 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.321092 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.321332 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.321571 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.321847 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.322071 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.322373 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.322616 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.322884 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.323104 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.323370 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.323623 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.324010 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.324383 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.324383 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.324634 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.324776 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.325037 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.325258 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.325713 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.325713 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.325967 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.326139 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.326370 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.326623 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.326866 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.327113 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.327515 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.327692 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.327941 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.328187 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.328423 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.328638 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.328856 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.329093 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.329311 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.329527 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.329743 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.329960 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.330227 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.330478 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.330732 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.330963 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.331179 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.331392 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.331628 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.331839 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.332130 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.332384 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.333137 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.333497 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334009 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334111 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334286 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334526 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334751 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.334964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.335196 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.335435 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.335649 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.335891 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.336104 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.336404 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.336670 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.336915 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.337318 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.337553 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.337801 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.338059 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.338395 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.338602 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.338876 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.339151 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.339399 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.339623 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.339881 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.340214 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.340511 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.340781 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.341019 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.341327 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.341615 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.341888 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.342102 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.342421 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.343162 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.343162 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.343391 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.343557 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.343827 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.344056 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.344276 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.344519 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.344761 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.344982 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.345239 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.345500 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.345736 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.345957 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.346187 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.346407 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.346661 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.346906 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.347133 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.347355 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.347517 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:12:15.348045 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 10 14:12:15.348230 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:12:15.348417 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:12:15.348591 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:12:15.348776 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:12:15.348998 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:12:15.349207 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.349372 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.349534 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.349696 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.349857 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350040 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350204 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350364 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350549 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350713 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.350874 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351036 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351200 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351365 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351529 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351692 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.351851 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.352010 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.352197 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.352462 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.352623 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.352920 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.353082 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] debug = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.353314 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.353616 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.353729 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.353861 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.354175 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.354495 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.354791 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.355119 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.355303 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.355440 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.355742 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356049 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356211 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356374 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356534 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356693 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.356911 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.357068 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] host = dv-cinder-817404-1-smb {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.357386 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.357483 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.357578 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.357872 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.358169 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.358335 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.358517 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.358681 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.358842 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359005 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359161 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359323 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359478 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359638 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359797 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_options = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.359956 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360116 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360276 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360509 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360649 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360795 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.360955 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.361100 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.361415 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.361579 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.361740 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.361900 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362060 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362220 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362381 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362563 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362724 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.362885 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363046 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363206 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363369 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363529 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363690 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.363888 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364110 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364257 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364416 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364576 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364735 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.364895 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365050 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365205 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365359 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365522 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365680 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365839 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.365998 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366164 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366323 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366501 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366661 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366821 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.366981 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367141 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367301 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367460 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_json = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367620 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367779 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.367939 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368098 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368258 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368417 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368576 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368737 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:12:15.368918 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369084 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369260 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369425 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369589 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369932 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.369932 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370207 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370207 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370404 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370539 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370704 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.370877 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371045 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371207 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371373 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371536 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371699 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.371863 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372028 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372191 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372354 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372438 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:15.372520 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372684 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.372849 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373013 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373177 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373341 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373506 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373670 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373834 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.373999 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.374162 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.374324 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.374509 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.374675 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.374839 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375005 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375169 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375334 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375498 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375659 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375823 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.375987 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376149 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376475 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376639 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376802 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.376964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377138 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377301 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377513 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377628 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377791 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.377954 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378116 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378279 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378476 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378626 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378788 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.378964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.379128 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.379292 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.379963 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.380137 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.380301 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.380465 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.380707 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.380874 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381044 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381209 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381374 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381537 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381700 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.381863 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382026 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382190 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382353 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382540 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382705 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.382867 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383032 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383195 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383368 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383546 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383710 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.383942 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384114 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384278 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384443 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384606 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384769 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.384931 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385094 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385419 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385419 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385884 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385884 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.385884 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386104 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386184 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386320 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386686 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386686 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386847 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.386964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387126 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387288 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387451 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387613 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387785 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.387948 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388113 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388302 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388433 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388605 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388770 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.388933 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389096 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389259 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389422 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389586 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389748 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.389911 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390074 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390237 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390407 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390605 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390769 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.390932 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391094 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391280 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391443 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391606 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391769 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.391931 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392093 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392256 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392418 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392582 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392746 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.392910 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393075 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393239 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393401 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393564 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393729 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.393893 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394057 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394219 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394383 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394569 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394732 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.394895 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.395058 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.395767 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.396028 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.396329 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.396502 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.396668 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.396831 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397041 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397152 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397314 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397477 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397639 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397802 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.397964 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398130 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398295 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398575 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398676 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398809 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.398973 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399137 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399303 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399465 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399632 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399791 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.399954 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.400122 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.400287 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.400456 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.400869 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.400869 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401062 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401144 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401242 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401401 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401559 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401717 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.401885 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402045 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402206 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402369 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402719 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.402885 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403052 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403215 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403378 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403540 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403702 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.403865 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404027 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404202 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404365 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404527 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404688 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.404850 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405022 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405185 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405346 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405507 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405667 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.405839 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406000 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406163 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406324 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406505 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406680 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.406844 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407010 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407180 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407343 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407505 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407667 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.407842 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408006 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408171 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408335 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408497 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408660 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408825 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.408992 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.409163 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.409332 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.409497 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.409673 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.409843 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410015 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410177 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410346 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410545 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410732 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.410887 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412312 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412887 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412887 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.412887 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.413091 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.413091 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.413231 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.413389 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.413555 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.414436 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:12:15.414436 dv-cinder-817404-1-smb neutron-server[86663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:12:15.491418 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36544) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:15.499957 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063846 Nov 10 14:12:26.005534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a1b85-86f3-4026-973e-c75e477da0c5 None None] get_active_networks_info from dv-cinder-817404-1-smb {{(pid=86772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 10 14:12:26.086967 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a1b85-86f3-4026-973e-c75e477da0c5 None None] No non-hosted networks {{(pid=86772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 14:12:26.096904 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.agentschedulers_db [None req-f15a1b85-86f3-4026-973e-c75e477da0c5 None None] DHCP Agent not found on host dv-cinder-817404-1-smb {{(pid=86772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 14:12:26.183797 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-d34d309c-7484-4e9f-b0f9-909cfa4c9107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:26.353726 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:26.355872 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.356401 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.356900 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.357545 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.363003 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.363586 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.365849 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.367149 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.369464 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.369997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.371389 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.372927 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:26.373499 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817404-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:26.380683 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817404-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:12:28.508171 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-be5bcd4a-d87a-4a23-8a37-513212224207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:28.574430 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-af9e0a58-70a9-4a08-a68d-58e3a839cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:29.517688 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:31.132371 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:32.756449 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36636) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:33.346560 dv-cinder-817404-1-smb neutron-server[86771]: WARNING oslo_policy.policy [None req-3023b42d-9484-41c2-bc28-dcfa9dabe5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:33.347138 dv-cinder-817404-1-smb neutron-server[86771]: WARNING oslo_policy.policy [None req-3023b42d-9484-41c2-bc28-dcfa9dabe5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:33.513509 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.db.l3_hamode_db [None req-a7bc24de-c9c7-4050-9b0c-9abfd00e26fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 14:12:33.567857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [None req-3023b42d-9484-41c2-bc28-dcfa9dabe5cb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:12:33.569201 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3023b42d-9484-41c2-bc28-dcfa9dabe5cb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8118403 Nov 10 14:12:33.598740 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc24de-c9c7-4050-9b0c-9abfd00e26fe None None] Routers set() bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:12:33.599305 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc24de-c9c7-4050-9b0c-9abfd00e26fe None None] Router IDs set() for agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 10 14:12:35.889825 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36650) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:36.250602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:12:36.352347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.policy [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 14:12:36.398690 dv-cinder-817404-1-smb neutron-server[86771]: WARNING oslo_policy.policy [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:36.399063 dv-cinder-817404-1-smb neutron-server[86771]: WARNING oslo_policy.policy [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:36.407399 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.quota [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Loaded quota_driver: . Nov 10 14:12:36.422602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:36.482651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480762404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480764019', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480773119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480747042', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480757204', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791480729837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1364300', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1558604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668786'] for rbac-policy, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:36.545713 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:36.546974 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-8f63c21a-6cb6-4f65-9cf8-9d3bc7c013c0 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6561704 Nov 10 14:12:39.144235 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 36664) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:39.711596 dv-cinder-817404-1-smb neutron-server[86770]: WARNING oslo_policy.policy [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:39.712218 dv-cinder-817404-1-smb neutron-server[86770]: WARNING oslo_policy.policy [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:39.928705 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Request body: {'network': {'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'name': 'private', 'admin_state_up': True}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:12:39.930266 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.quota [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Loaded quota_driver: . Nov 10 14:12:39.945863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:39.952221 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Usage tracker for resource:network and tenant:cfae939e2dc14a3c97cbabe835bfcd31 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:39.957515 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:39.965282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:39.981067 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Made reservation on behalf of cfae939e2dc14a3c97cbabe835bfcd31 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:12:40.052816 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.policy [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 14:12:40.100038 dv-cinder-817404-1-smb neutron-server[86770]: WARNING oslo_policy.policy [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:40.100406 dv-cinder-817404-1-smb neutron-server[86770]: WARNING oslo_policy.policy [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:12:40.110196 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.131657 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.146698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:40.150368 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Usage tracker for resource:security_group_rule and tenant:cfae939e2dc14a3c97cbabe835bfcd31 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:40.155441 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:40.161491 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:40.266005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.269917 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.275546 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:40.295362 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:12:40.323698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791484523484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.324295 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Unsubscribe: segment precommit_create {{(pid=86770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 14:12:40.324781 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Added segment c5a3bd26-4318-418d-ba0e-fe3c76fd5a42 of type vlan for network e9c87fb4-bd7c-4618-a758-d4af322bf773 Nov 10 14:12:40.376995 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa70c4fa-cf70-44e8-83cd-fc99adda8d23,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:40.394100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.394433 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.394781 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.395102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.395462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.395977 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.396297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.396611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.396941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.397255 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.397563 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.397866 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Tracked resource versions report: Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: pushed versions: Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: { 'AddressGroup': {'1.2'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'ConntrackHelper': {'1.0'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Log': {'1.0'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Network': {'1.1'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Port': {'1.7'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'PortForwarding': {'1.2'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'QosPolicy': {'1.8'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroup': {'1.4'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SubPort': {'1.0'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Subnet': {'1.1'}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Trunk': {'1.1'}} Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: consumer versions: Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'ConntrackHelper': '1.0', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Log': '1.0', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Network': '1.1', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Port': '1.7', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'PortForwarding': '1.2', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'QosPolicy': '1.8', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroup': '1.4', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroupRule': '1.2', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'SubPort': '1.0', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Subnet': '1.1', Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: 'Trunk': '1.1'}} Nov 10 14:12:40.398993 dv-cinder-817404-1-smb neutron-server[86770]: {{(pid=86770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:12:40.447175 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.451016 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:40.488095 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.489660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:12:40.490303 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:40.494788 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:40.597521 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Pushing event updated for resources: {'Network': ['ID=e9c87fb4-bd7c-4618-a758-d4af322bf773,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:40.600965 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4546087 Nov 10 14:12:40.603305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:40.610944 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:12:43.263535 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36686) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:43.732043 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f6c5f-b575-4022-ada9-c5bab9b5dbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:12:43.733417 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-229f6c5f-b575-4022-ada9-c5bab9b5dbd0 admin admin] 10.222.0.13 "GET /v2.0/networks/e9c87fb4-bd7c-4618-a758-d4af322bf773 HTTP/1.1" status: 200 len: 825 time: 0.4689684 Nov 10 14:12:43.760843 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e28f18e6-10f0-4d4c-b1e4-13c56f1c4947 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1b79db73-425f-46f0-8927-909d61101674 HTTP/1.1" status: 200 len: 734 time: 0.0219576 Nov 10 14:12:43.769110 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Request body: {'subnet': {'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'name': 'private-subnet'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:12:43.773754 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:43.777829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Usage tracker for resource:subnet and tenant:cfae939e2dc14a3c97cbabe835bfcd31 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:43.781369 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:43.787787 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:43.796187 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Made reservation on behalf of cfae939e2dc14a3c97cbabe835bfcd31 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:12:43.798764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:44.101820 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:44.107623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:44.185897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Checking segment: {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:12:44.186269 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Network hostable DHCP agents. Network: e9c87fb4-bd7c-4618-a758-d4af322bf773, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:12:44.201733 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b2f9c0-65a3-4fa9-9658-d5de414be3e9,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:44.215426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.215797 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.216200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.216535 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.216872 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.217184 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.217497 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.217860 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.218228 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.218625 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.218928 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.219230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Tracked resource versions report: Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: pushed versions: Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: { 'AddressGroup': {'1.2'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'ConntrackHelper': {'1.0'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Log': {'1.0'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Network': {'1.1'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Port': {'1.7'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'PortForwarding': {'1.2'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'QosPolicy': {'1.8'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroup': {'1.4'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SubPort': {'1.0'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Subnet': {'1.1'}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Trunk': {'1.1'}} Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: consumer versions: Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'ConntrackHelper': '1.0', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Log': '1.0', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Network': '1.1', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Port': '1.7', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'PortForwarding': '1.2', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'QosPolicy': '1.8', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroup': '1.4', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroupRule': '1.2', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'SubPort': '1.0', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Subnet': '1.1', Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: 'Trunk': '1.1'}} Nov 10 14:12:44.220259 dv-cinder-817404-1-smb neutron-server[86771]: {{(pid=86771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:12:44.240045 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:12:44.253626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, e9c87fb4-bd7c-4618-a758-d4af322bf773) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:12:44.264282 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:44.275002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:12:44.275612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:44.279611 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ee30a-6465-42f4-9cf3-86fe7aa15ebf None None] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:12:44.296639 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5306420 Nov 10 14:12:44.675928 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-e9c87fb4-bd7c-4618-a758-d4af322bf773', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:12:44.677770 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:44.860332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Allocated IP 172.20.0.2 (e9c87fb4-bd7c-4618-a758-d4af322bf773/68b2f9c0-65a3-4fa9-9658-d5de414be3e9/e9a1248d-2ed9-4c58-b253-90c44ddf1867) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:12:45.085620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:45.099556 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Transition to ACTIVE for port object e9a1248d-2ed9-4c58-b253-90c44ddf1867 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:12:45.118925 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Transition to ACTIVE for port object e9a1248d-2ed9-4c58-b253-90c44ddf1867 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:12:45.125644 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:45.134558 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:45.195218 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:12:45.198165 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:12:45.206257 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:12:45.209155 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Pushing event updated for resources: {'Port': ['ID=e9a1248d-2ed9-4c58-b253-90c44ddf1867,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:45.218453 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.218801 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.219133 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.219456 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.219893 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.220220 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.220570 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.220886 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.221202 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.221516 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.221884 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.222201 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Tracked resource versions report: Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: pushed versions: Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: { 'AddressGroup': {'1.2'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'ConntrackHelper': {'1.0'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Log': {'1.0'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Network': {'1.1'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Port': {'1.7'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'PortForwarding': {'1.2'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'QosPolicy': {'1.8'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroup': {'1.4'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SubPort': {'1.0'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Subnet': {'1.1'}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Trunk': {'1.1'}} Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: consumer versions: Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'ConntrackHelper': '1.0', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Log': '1.0', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Network': '1.1', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Port': '1.7', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'PortForwarding': '1.2', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'QosPolicy': '1.8', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroup': '1.4', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroupRule': '1.2', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'SubPort': '1.0', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Subnet': '1.1', Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: 'Trunk': '1.1'}} Nov 10 14:12:45.223291 dv-cinder-817404-1-smb neutron-server[86772]: {{(pid=86772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:12:45.263095 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:45.314808 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Attempting to bind port e9a1248d-2ed9-4c58-b253-90c44ddf1867 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:12:45.315437 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Attempting to bind port e9a1248d-2ed9-4c58-b253-90c44ddf1867 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:12:45.315624 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Attempting to bind port e9a1248d-2ed9-4c58-b253-90c44ddf1867 on network e9c87fb4-bd7c-4618-a758-d4af322bf773 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:12:45.321211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:12:45.321621 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Checking segment: {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:12:45.322141 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:45.322561 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Bound using segment: {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:12:45.323053 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Bound port: e9a1248d-2ed9-4c58-b253-90c44ddf1867, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:12:45.323442 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:45.414289 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] For port e9a1248d-2ed9-4c58-b253-90c44ddf1867, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:12:45.418126 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] For port e9a1248d-2ed9-4c58-b253-90c44ddf1867, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=e9a1248d-2ed9-4c58-b253-90c44ddf1867,segment=NetworkSegment(c5a3bd26-4318-418d-ba0e-fe3c76fd5a42),segment_id=c5a3bd26-4318-418d-ba0e-fe3c76fd5a42)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:12:45.422566 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:45.427319 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:45.533608 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Pushing event updated for resources: {'Port': ['ID=e9a1248d-2ed9-4c58-b253-90c44ddf1867,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:45.536848 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:46.695906 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36702) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:47.073453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [None req-9e26b1cf-d703-4759-97a2-41130be7f023 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:12:47.074464 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9e26b1cf-d703-4759-97a2-41130be7f023 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3775198 Nov 10 14:12:48.638939 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e9a1248d-2ed9-4c58-b253-90c44ddf1867 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:12:48.729391 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:12:49.175950 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb1bc3-8143-4f69-9bf7-b21cfe9d826c None None] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:12:49.270026 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Provisioning for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:12:49.278136 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Provisioning complete for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:12:49.278579 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:49.468905 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:49.477956 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 36716) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:49.544811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] For port e9a1248d-2ed9-4c58-b253-90c44ddf1867, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=e9a1248d-2ed9-4c58-b253-90c44ddf1867,segment=NetworkSegment(c5a3bd26-4318-418d-ba0e-fe3c76fd5a42),segment_id=c5a3bd26-4318-418d-ba0e-fe3c76fd5a42)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:12:49.549258 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:49.554574 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:49.629147 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Pushing event updated for resources: {'Port': ['ID=e9a1248d-2ed9-4c58-b253-90c44ddf1867,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:49.633019 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:49.854053 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [None req-70501dd8-1c91-40f3-87cc-cbe727be74b6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:12:49.855051 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-70501dd8-1c91-40f3-87cc-cbe727be74b6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3761065 Nov 10 14:12:49.884216 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-896fa1b4-1081-4dd5-95d4-4c7d90fe7e5a None None] Provisioning complete for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:12:49.884701 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-896fa1b4-1081-4dd5-95d4-4c7d90fe7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:50.601285 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e9a1248d-2ed9-4c58-b253-90c44ddf1867 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:12:50.667177 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:12:50.667546 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:52.491084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 36728) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:52.835965 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Request body: {'router': {'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:12:52.840404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:52.844540 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Usage tracker for resource:router and tenant:cfae939e2dc14a3c97cbabe835bfcd31 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:52.847792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:52.853962 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:52.863527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:52.865086 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:52.887334 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:52.994469 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:53.013027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:53.014247 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-9e4544c3-2f8e-4ae9-8f28-d6f6ecca199d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5222018 Nov 10 14:12:53.306126 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:12:55.360544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 36738) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:55.718160 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [None req-8f62a7d5-77e9-405f-86cc-46826f5a4740 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:12:55.719194 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-8f62a7d5-77e9-405f-86cc-46826f5a4740 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577251 Nov 10 14:12:55.937775 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-4907b316-d502-4538-9549-08f1ed30c776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:56.345761 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.075395 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 36748) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:12:58.431975 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:12:58.439586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:58.443707 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Usage tracker for resource:network and tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:58.446675 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:58.452437 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:58.463627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Made reservation on behalf of f98dfb5e69fc4a3b91e217c0f9d0b7b1 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:12:58.465850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.478531 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.492270 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:12:58.495971 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Usage tracker for resource:security_group_rule and tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:12:58.498696 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:12:58.504725 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:12:58.506131 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6ab559c0-96ab-49ba-8777-c519c4f6d9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.591764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.595259 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.599821 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:58.613892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Reserving flat network on physical network physnet1 {{(pid=86770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 14:12:58.637573 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f233d63-00bd-4ded-99b2-565739e6ddf8,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:58.640580 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.640919 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Added segment 03ece117-c7e6-42b6-aba1-9e5afe6c26a9 of type flat for network 78cd8659-e679-497c-9897-6362e2507101 Nov 10 14:12:58.646434 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:58.675310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.711569 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.712856 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:12:58.713423 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:12:58.717861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:12:58.815912 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7394469 Nov 10 14:12:58.816473 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Pushing event updated for resources: {'Network': ['ID=78cd8659-e679-497c-9897-6362e2507101,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:12:58.819451 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:12:58.826706 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 78cd8659-e679-497c-9897-6362e2507101 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:12:59.470873 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:01.079114 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:01.148916 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36768) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:13:01.357061 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d4caa-5402-4a08-b7da-4565220427b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:13:01.358356 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-517d4caa-5402-4a08-b7da-4565220427b0 admin admin] 10.222.0.13 "GET /v2.0/subnets/68b2f9c0-65a3-4fa9-9658-d5de414be3e9 HTTP/1.1" status: 200 len: 849 time: 0.2085283 Nov 10 14:13:01.545234 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-01c50ed5-6c65-45a7-bdc3-2ac42b59aaca admin admin] 10.222.0.13 "GET /v2.0/routers/df8e9b9d-c623-4f50-8c35-52417804c432 HTTP/1.1" status: 200 len: 704 time: 0.1814134 Nov 10 14:13:01.998314 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:02.229800 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Allocated IP 172.20.0.1 (e9c87fb4-bd7c-4618-a758-d4af322bf773/68b2f9c0-65a3-4fa9-9658-d5de414be3e9/aeaa5de8-7822-40f9-a504-e5dd37e82a1b) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:13:02.393255 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:02.409866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Transition to ACTIVE for port object aeaa5de8-7822-40f9-a504-e5dd37e82a1b will not be triggered until provisioned by entity DHCP. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:13:02.465432 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:02.469759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:02.532598 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:13:02.533574 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:13:02.540130 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:13:02.540623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:02.670681 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Pushing event updated for resources: {'Port': ['ID=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:02.687683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:02.695456 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-99b75da3-71fe-40c1-947a-6c1bc77d54d9 None None] Provisioning for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:13:02.702471 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-99b75da3-71fe-40c1-947a-6c1bc77d54d9 None None] Provisioning complete for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:02.702863 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-99b75da3-71fe-40c1-947a-6c1bc77d54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:02.759117 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-99b75da3-71fe-40c1-947a-6c1bc77d54d9 None None] Port aeaa5de8-7822-40f9-a504-e5dd37e82a1b cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:13:02.849012 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:03.073260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:03.077599 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:03.078769 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:03.082652 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:03.215839 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Pushing event updated for resources: {'Port': ['ID=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:03.220431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:03.277570 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:13:03.278662 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:13:03.464659 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Router df8e9b9d-c623-4f50-8c35-52417804c432 is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:13:03.482065 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-fd8169c0-830b-487e-8e8c-f62b6b8877dd None None] Provisioning complete for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:03.482450 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-fd8169c0-830b-487e-8e8c-f62b6b8877dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:03.536908 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-fd8169c0-830b-487e-8e8c-f62b6b8877dd None None] Port aeaa5de8-7822-40f9-a504-e5dd37e82a1b cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:13:03.619183 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:13:03.628001 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] 10.222.0.13 "PUT /v2.0/routers/df8e9b9d-c623-4f50-8c35-52417804c432/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0778928 Nov 10 14:13:03.628823 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Sync routers for ids ['df8e9b9d-c623-4f50-8c35-52417804c432'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:13:03.639387 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Routers {'df8e9b9d-c623-4f50-8c35-52417804c432'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:13:03.640254 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:12:58Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['df8e9b9d-c623-4f50-8c35-52417804c432'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:03.812759 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Set router df8e9b9d-c623-4f50-8c35-52417804c432 gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:13:04.175380 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:02Z', 'revision_number': 2, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port_host': None, '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:02Z', 'revision_number': 2, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:04.180447 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Checking router: df8e9b9d-c623-4f50-8c35-52417804c432 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:13:04.180817 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Updating router df8e9b9d-c623-4f50-8c35-52417804c432 port aeaa5de8-7822-40f9-a504-e5dd37e82a1b binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:13:04.236541 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:04.612259 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:04.626880 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Transition to ACTIVE for port object aeaa5de8-7822-40f9-a504-e5dd37e82a1b will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:13:04.633549 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:04.642235 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:04.872186 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Pushing event updated for resources: {'Port': ['ID=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:04.888429 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.888769 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.889099 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.889422 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.889745 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.890066 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.890391 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.890728 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.891043 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.891353 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.891662 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.891970 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Tracked resource versions report: Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: pushed versions: Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: { 'AddressGroup': {'1.2'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'ConntrackHelper': {'1.0'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Log': {'1.0'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Network': {'1.1'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Port': {'1.7'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'PortForwarding': {'1.2'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'QosPolicy': {'1.8'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroup': {'1.4'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SubPort': {'1.0'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Subnet': {'1.1'}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Trunk': {'1.1'}} Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: consumer versions: Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'ConntrackHelper': '1.0', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Log': '1.0', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Network': '1.1', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Port': '1.7', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'PortForwarding': '1.2', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'QosPolicy': '1.8', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroup': '1.4', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroupRule': '1.2', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'SubPort': '1.0', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Subnet': '1.1', Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: 'Trunk': '1.1'}} Nov 10 14:13:04.893014 dv-cinder-817404-1-smb neutron-server[86773]: {{(pid=86773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:13:04.895247 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Attempting to bind port aeaa5de8-7822-40f9-a504-e5dd37e82a1b on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:13:04.896270 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Attempting to bind port aeaa5de8-7822-40f9-a504-e5dd37e82a1b by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:13:04.896719 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Attempting to bind port aeaa5de8-7822-40f9-a504-e5dd37e82a1b on network e9c87fb4-bd7c-4618-a758-d4af322bf773 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:13:04.900870 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:04.903309 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:13:04.903719 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Checking segment: {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:13:04.904234 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:04.904698 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Bound using segment: {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:13:04.905232 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Bound port: aeaa5de8-7822-40f9-a504-e5dd37e82a1b, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3bd26-4318-418d-ba0e-fe3c76fd5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:13:04.905469 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:04.992654 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] For port aeaa5de8-7822-40f9-a504-e5dd37e82a1b, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:13:04.997090 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] For port aeaa5de8-7822-40f9-a504-e5dd37e82a1b, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,segment=NetworkSegment(c5a3bd26-4318-418d-ba0e-fe3c76fd5a42),segment_id=c5a3bd26-4318-418d-ba0e-fe3c76fd5a42)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:13:05.001535 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:05.006966 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:05.080018 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Routers {'df8e9b9d-c623-4f50-8c35-52417804c432'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:13:05.080641 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:12:58Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['df8e9b9d-c623-4f50-8c35-52417804c432'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:05.212052 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Pushing event updated for resources: {'Port': ['ID=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,revision_number=4']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:05.215640 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:05.249151 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] Set router df8e9b9d-c623-4f50-8c35-52417804c432 gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:13:05.588842 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:02Z', 'revision_number': 2, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port_host': None, '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:04Z', 'revision_number': 4, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:05.592594 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3be1-ac17-4371-b8df-858aa8e07f54 None None] The sync data for ids ['df8e9b9d-c623-4f50-8c35-52417804c432'] in dv-cinder-817404-1-smb is: [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:02Z', 'revision_number': 2, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port_host': None, '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:04Z', 'revision_number': 4, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:13:05.888401 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36790) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:13:06.037529 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed78e3-935e-4215-ab98-e28c1dbd1532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:13:06.038891 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b1ed78e3-935e-4215-ab98-e28c1dbd1532 admin admin] 10.222.0.13 "GET /v2.0/networks/78cd8659-e679-497c-9897-6362e2507101 HTTP/1.1" status: 200 len: 842 time: 0.1495502 Nov 10 14:13:06.047851 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:13:06.052898 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:13:06.056635 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Usage tracker for resource:subnet and tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:13:06.059374 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:13:06.064866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:13:06.074871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Made reservation on behalf of f98dfb5e69fc4a3b91e217c0f9d0b7b1 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:13:06.077384 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:06.455103 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.objects.ports [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86771) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Nov 10 14:13:06.455571 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:06.460161 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7b558bc6-166b-4d11-b150-9c33b8112d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:06.576345 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:13:06.576695 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Network hostable DHCP agents. Network: 78cd8659-e679-497c-9897-6362e2507101, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:13:06.602843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:13:06.608209 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=071e7294-7860-404b-9261-d6642098ad15,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:06.614797 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:06.619305 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 78cd8659-e679-497c-9897-6362e2507101) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:13:06.623568 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:13:06.624144 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:06.632501 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3513cf4-1392-455e-91db-4f6f87431925 None None] Network 78cd8659-e679-497c-9897-6362e2507101 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:13:06.669547 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6245265 Nov 10 14:13:06.703873 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device aeaa5de8-7822-40f9-a504-e5dd37e82a1b up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:13:06.875935 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:13:06.886033 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:06.886416 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:06.975864 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331d7e5-539e-4215-aa5d-72e4038b38a3 None None] Network 78cd8659-e679-497c-9897-6362e2507101 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:13:07.180734 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:07.257884 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port aeaa5de8-7822-40f9-a504-e5dd37e82a1b, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,segment=NetworkSegment(c5a3bd26-4318-418d-ba0e-fe3c76fd5a42),segment_id=c5a3bd26-4318-418d-ba0e-fe3c76fd5a42)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:13:07.292501 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:07.313695 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:07.386729 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=aeaa5de8-7822-40f9-a504-e5dd37e82a1b,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:07.391236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:08.612434 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device aeaa5de8-7822-40f9-a504-e5dd37e82a1b up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:13:08.681440 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:08.681813 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:08.905878 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36806) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:13:09.096415 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6e48c24f-5294-41dd-aa9c-b19e584b76ff admin admin] 10.222.0.13 "GET /v2.0/routers/df8e9b9d-c623-4f50-8c35-52417804c432 HTTP/1.1" status: 200 len: 710 time: 0.1892779 Nov 10 14:13:09.220613 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc6f0a-114f-4b79-a82f-4269cf5ee792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:13:09.226258 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b7dc6f0a-114f-4b79-a82f-4269cf5ee792 admin admin] 10.222.0.13 "GET /v2.0/networks/78cd8659-e679-497c-9897-6362e2507101 HTTP/1.1" status: 200 len: 886 time: 0.1243124 Nov 10 14:13:09.235033 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:13:09.658267 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:09.985851 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:10.042403 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:10.216645 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Allocated IP 172.28.2.5 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/0fd92afd-99ee-4651-a800-c96b4b556879) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:13:10.362250 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:10.391017 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:10.395500 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:10.454270 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:13:10.456956 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:13:10.461076 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:13:10.570079 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd92afd-99ee-4651-a800-c96b4b556879,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:10.578665 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:10.829982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:11.160085 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:11.163433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-339061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-338956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-495733'] for router, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:11.341275 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Router df8e9b9d-c623-4f50-8c35-52417804c432 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:13:11.557944 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:13:11.566962 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Sync routers for ids ['df8e9b9d-c623-4f50-8c35-52417804c432'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:13:11.568225 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:11.569646 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] 10.222.0.13 "PUT /v2.0/routers/df8e9b9d-c623-4f50-8c35-52417804c432 HTTP/1.1" status: 200 len: 888 time: 2.3379798 Nov 10 14:13:11.581079 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Routers {'df8e9b9d-c623-4f50-8c35-52417804c432'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:13:11.581779 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:12:58Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['df8e9b9d-c623-4f50-8c35-52417804c432'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:11.774736 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Set router df8e9b9d-c623-4f50-8c35-52417804c432 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:13:12.112657 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:10Z', 'revision_number': 4, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port': {'id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:10Z', 'updated_at': '2021-11-10T14:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:07Z', 'revision_number': 5, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:12.117843 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Checking router: df8e9b9d-c623-4f50-8c35-52417804c432 for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:13:12.118208 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Updating router df8e9b9d-c623-4f50-8c35-52417804c432 port 0fd92afd-99ee-4651-a800-c96b4b556879 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:13:12.170072 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.497061 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.508670 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Transition to ACTIVE for port object 0fd92afd-99ee-4651-a800-c96b4b556879 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:13:12.515022 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.518731 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0ccc53a7-9b41-43b2-b72e-1fc70de26748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:12.621219 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Attempting to bind port 0fd92afd-99ee-4651-a800-c96b4b556879 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:13:12.621797 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Attempting to bind port 0fd92afd-99ee-4651-a800-c96b4b556879 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:13:12.621921 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Attempting to bind port 0fd92afd-99ee-4651-a800-c96b4b556879 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:13:12.623846 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Pushing event updated for resources: {'Port': ['ID=0fd92afd-99ee-4651-a800-c96b4b556879,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:12.627341 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:12.630325 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:13:12.630826 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:13:12.631228 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.631607 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:13:12.632069 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Bound port: 0fd92afd-99ee-4651-a800-c96b4b556879, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:13:12.632454 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.704937 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] For port 0fd92afd-99ee-4651-a800-c96b4b556879, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:13:12.708584 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] For port 0fd92afd-99ee-4651-a800-c96b4b556879, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=0fd92afd-99ee-4651-a800-c96b4b556879,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:13:12.714145 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:12.717851 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:12.790998 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Routers {'df8e9b9d-c623-4f50-8c35-52417804c432'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:13:12.791594 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:12:58Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['df8e9b9d-c623-4f50-8c35-52417804c432'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:12.850142 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Pushing event updated for resources: {'Port': ['ID=0fd92afd-99ee-4651-a800-c96b4b556879,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:12.860041 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:12.976133 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] Set router df8e9b9d-c623-4f50-8c35-52417804c432 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:13:13.291994 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:10Z', 'revision_number': 4, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port': {'id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:10Z', 'updated_at': '2021-11-10T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:07Z', 'revision_number': 5, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:13:13.295892 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324fe9a-0bf3-43a0-97e4-0c66a901504b None None] The sync data for ids ['df8e9b9d-c623-4f50-8c35-52417804c432'] in dv-cinder-817404-1-smb is: [{'id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'name': 'router1', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:12:52Z', 'updated_at': '2021-11-10T14:13:10Z', 'revision_number': 4, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'gw_port': {'id': '0fd92afd-99ee-4651-a800-c96b4b556879', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:10Z', 'updated_at': '2021-11-10T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'aeaa5de8-7822-40f9-a504-e5dd37e82a1b', 'name': '', 'network_id': 'e9c87fb4-bd7c-4618-a758-d4af322bf773', 'tenant_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'mac_address': 'fa:16:3e:d5:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e9b9d-c623-4f50-8c35-52417804c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:13:02Z', 'updated_at': '2021-11-10T14:13:07Z', 'revision_number': 5, 'project_id': 'cfae939e2dc14a3c97cbabe835bfcd31', 'subnets': [{'id': '68b2f9c0-65a3-4fa9-9658-d5de414be3e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b79db73-425f-46f0-8927-909d61101674'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:13:13.918337 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 36816) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:13:14.033168 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-1b319fc5-0ec3-4e4e-be2d-63eb0dc01367 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1136074 Nov 10 14:13:14.638377 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 0fd92afd-99ee-4651-a800-c96b4b556879 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:13:14.713419 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 0fd92afd-99ee-4651-a800-c96b4b556879 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:13:14.719133 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 0fd92afd-99ee-4651-a800-c96b4b556879 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:14.719505 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:14.838121 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:14.854496 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 0fd92afd-99ee-4651-a800-c96b4b556879, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=0fd92afd-99ee-4651-a800-c96b4b556879,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:13:14.858387 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:14.860695 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:13:14.935165 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=0fd92afd-99ee-4651-a800-c96b4b556879,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:13:14.938078 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:13:16.626943 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 0fd92afd-99ee-4651-a800-c96b4b556879 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:13:16.696353 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 0fd92afd-99ee-4651-a800-c96b4b556879 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:13:16.696739 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:25.941053 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6c43c878-235f-4bc1-9098-fc8ecae2f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:26.349620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:28.509172 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-48d95282-4bb1-447f-be78-cedb74d58941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:29.475178 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:30.305620 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:13:31.099925 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:55.942785 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-52208c1f-940d-423e-b2e8-f2f22f3a6f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:56.365836 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:58.511699 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-06da36a4-2c4a-4d77-a4ec-e4fbf0488a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:13:59.480169 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:01.103764 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:07.304991 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:14:25.948127 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-035f7405-00cc-4326-9faa-84630b73c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:26.373709 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:28.514583 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-4015c9aa-01f3-43ba-b524-a3cb3ae4799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:29.484255 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:31.108094 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:44.303473 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:14:55.951453 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3e66e89d-887f-444d-8e1c-eea6b84961bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:56.346599 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:58.519690 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ea64-d639-4dcc-a4f5-7554f1159145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:14:59.483982 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:01.105513 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:15.857390 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37388) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:15.923586 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.pecan_wsgi.hooks.translation [None req-80759ae4-e7b5-447b-84ce-1b95d8c0ee46 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:15:15.924835 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-80759ae4-e7b5-447b-84ce-1b95d8c0ee46 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665357 Nov 10 14:15:16.055744 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85e446-152c-4e4f-ae6d-69af050c4d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:16.057108 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2e85e446-152c-4e4f-ae6d-69af050c4d05 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1284158 Nov 10 14:15:18.183556 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37398) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:18.298817 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d00fae-a411-468b-8903-d6f74cc3ff62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:18.299367 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-29d00fae-a411-468b-8903-d6f74cc3ff62 admin admin] Synchronizing usage tracker for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:subnet {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:15:18.316992 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-29d00fae-a411-468b-8903-d6f74cc3ff62 admin admin] Unset dirty status for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:subnet {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:15:18.318115 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-29d00fae-a411-468b-8903-d6f74cc3ff62 admin admin] 10.222.0.13 "GET /v2.0/subnets/68b2f9c0-65a3-4fa9-9658-d5de414be3e9 HTTP/1.1" status: 200 len: 849 time: 0.1336241 Nov 10 14:15:18.327627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:15:18.443844 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Notify callbacks [] for subnet, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:18.629238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791484482838'] for subnet, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:18.633862 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:15:18.671027 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:18.672108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:18.673044 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] 10.222.0.13 "PUT /v2.0/subnets/68b2f9c0-65a3-4fa9-9658-d5de414be3e9 HTTP/1.1" status: 200 len: 868 time: 0.3489056 Nov 10 14:15:18.675067 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b71f2-d7be-44f7-8052-df60e2433cf2 None None] Network e9c87fb4-bd7c-4618-a758-d4af322bf773 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:15:18.700545 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b2f9c0-65a3-4fa9-9658-d5de414be3e9,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:15:18.708542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.708900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.709208 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.709534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.709854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.710180 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.710524 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.711418 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.711746 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.712059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.712569 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.713024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:15:18.716842 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:15:19.121807 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-f7613695-d09d-49a2-86c8-7ab6b51bc4aa None None] Provisioning complete for port e9a1248d-2ed9-4c58-b253-90c44ddf1867 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:15:19.122178 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7613695-d09d-49a2-86c8-7ab6b51bc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:19.250075 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-f7613695-d09d-49a2-86c8-7ab6b51bc4aa None None] Provisioning complete for port aeaa5de8-7822-40f9-a504-e5dd37e82a1b triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:15:19.250546 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7613695-d09d-49a2-86c8-7ab6b51bc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:20.818726 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37408) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:21.015844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a163eac-3cc4-47d6-8726-32f26c4bd02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:21.016310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a163eac-3cc4-47d6-8726-32f26c4bd02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:21.017041 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-8a163eac-3cc4-47d6-8726-32f26c4bd02c admin admin] Synchronizing usage tracker for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:15:21.034345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-8a163eac-3cc4-47d6-8726-32f26c4bd02c admin admin] Unset dirty status for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:15:21.035506 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-8a163eac-3cc4-47d6-8726-32f26c4bd02c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2158582 Nov 10 14:15:21.301396 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:15:23.160204 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37418) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:23.333850 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cb683-a7e7-4e01-bff7-d2e0d464ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:23.334311 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cb683-a7e7-4e01-bff7-d2e0d464ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:23.336758 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d56cb683-a7e7-4e01-bff7-d2e0d464ba90 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746995 Nov 10 14:15:25.447256 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37428) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:25.611295 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e8acd-740c-47dd-bd3d-6618ef48fdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:25.612549 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-670e8acd-740c-47dd-bd3d-6618ef48fdd3 admin admin] 10.222.0.13 "GET /v2.0/networks/78cd8659-e679-497c-9897-6362e2507101 HTTP/1.1" status: 200 len: 886 time: 0.1643617 Nov 10 14:15:25.953664 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-850d92db-3391-41bf-abb6-2ae25ddfab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:26.352778 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:27.727086 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37438) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:27.897767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e5353-3384-4d86-b021-2fd487fd8b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:27.899151 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-225e5353-3384-4d86-b021-2fd487fd8b2b admin admin] 10.222.0.13 "GET /v2.0/networks/e9c87fb4-bd7c-4618-a758-d4af322bf773 HTTP/1.1" status: 200 len: 869 time: 0.1711385 Nov 10 14:15:28.520813 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7c93fcea-13e8-4579-bce9-d55f9e23dfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:29.487072 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:30.082828 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37448) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:30.191719 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e6123-135b-4990-9963-f4fce0ef3940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:30.192171 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e6123-135b-4990-9963-f4fce0ef3940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:30.193665 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d97e6123-135b-4990-9963-f4fce0ef3940 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097784 Nov 10 14:15:31.111572 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:32.310282 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37458) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:32.415486 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fe421-0e14-4198-8119-9d938d67d621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:32.415927 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fe421-0e14-4198-8119-9d938d67d621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:32.417403 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6e0fe421-0e14-4198-8119-9d938d67d621 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061354 Nov 10 14:15:34.543153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37468) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:34.645540 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec59324-bc8f-41cd-8173-37eed5cfe04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:34.650489 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5ec59324-bc8f-41cd-8173-37eed5cfe04f admin admin] 10.222.0.13 "GET /v2.0/subnets/071e7294-7860-404b-9261-d6642098ad15 HTTP/1.1" status: 200 len: 816 time: 0.1028774 Nov 10 14:15:36.787259 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37478) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:15:36.892072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeaf251-0f8a-46c3-af39-19097f09063d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:15:36.893335 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-3aeaf251-0f8a-46c3-af39-19097f09063d admin admin] 10.222.0.13 "GET /v2.0/subnets/68b2f9c0-65a3-4fa9-9658-d5de414be3e9 HTTP/1.1" status: 200 len: 868 time: 0.1051373 Nov 10 14:15:55.958155 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-dcdfbfeb-f93a-4816-bf23-d1f068fcf179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:56.345075 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:58.299774 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:15:58.524468 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1f525b90-e295-4f5c-8c0c-d5449b4e0954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:15:59.488913 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:00.072968 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37522) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:16:00.119610 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [None req-954bf74a-616e-426e-b515-9a6660fec48c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:16:00.120658 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-954bf74a-616e-426e-b515-9a6660fec48c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460939 Nov 10 14:16:01.114712 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:02.330417 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37532) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:16:02.395245 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78f7c6c-932a-460a-8136-a3c584f285b5 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:16:02.396474 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c78f7c6c-932a-460a-8136-a3c584f285b5 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651085 Nov 10 14:16:02.520405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3976a36-6734-4842-9702-a788047c4ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:16:02.521722 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c3976a36-6734-4842-9702-a788047c4ab5 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1208274 Nov 10 14:16:04.668528 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37542) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:16:04.717296 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:16:04.721844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:16:04.732090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:16:04.742177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Made reservation on behalf of f98dfb5e69fc4a3b91e217c0f9d0b7b1 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:16:04.744442 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:04.834261 dv-cinder-817404-1-smb neutron-server[86770]: WARNING neutron.services.revisions.revision_plugin [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Could not find related network for resource to bump revision. Nov 10 14:16:04.846738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:16:04.856329 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:04.856670 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Added segment 744bceff-3ee9-493b-b7b0-8ee92a974ce7 of type vlan for network 32457128-f076-4561-b16b-88edff1e2f82 Nov 10 14:16:04.885269 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:04.914156 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:04.915440 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:16:04.916012 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:04.920474 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:16:05.021100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Pushing event updated for resources: {'Network': ['ID=32457128-f076-4561-b16b-88edff1e2f82,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:16:05.025839 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3562818 Nov 10 14:16:05.029695 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.030038 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.030371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.030728 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.031067 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.031394 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.031716 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.032040 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.032360 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.032679 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.032997 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.033312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:05.037522 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:16:05.044811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 32457128-f076-4561-b16b-88edff1e2f82 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:16:07.203383 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37552) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:16:07.270745 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d369ac45-4314-4b10-850e-1b934fc07be1 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:16:07.271174 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-d369ac45-4314-4b10-850e-1b934fc07be1 admin admin] Synchronizing usage tracker for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:16:07.285734 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-d369ac45-4314-4b10-850e-1b934fc07be1 admin admin] Unset dirty status for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:16:07.286872 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d369ac45-4314-4b10-850e-1b934fc07be1 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0824990 Nov 10 14:16:07.396312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c86bdf-c3f1-4072-ae13-4e04e062085a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:16:07.398426 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-a0c86bdf-c3f1-4072-ae13-4e04e062085a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069841 Nov 10 14:16:07.407781 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '32457128-f076-4561-b16b-88edff1e2f82', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:16:07.412506 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:16:07.423511 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:16:07.434533 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Made reservation on behalf of f98dfb5e69fc4a3b91e217c0f9d0b7b1 for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:16:07.437622 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:07.659336 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:07.664349 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:16:07.734589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00be2876-e11c-413d-9931-f01ed4ca8f4f,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:16:07.739725 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:16:07.745642 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Checking segment: {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:16:07.746024 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Network hostable DHCP agents. Network: 32457128-f076-4561-b16b-88edff1e2f82, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:16:07.767649 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Network 32457128-f076-4561-b16b-88edff1e2f82 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:16:07.777786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 32457128-f076-4561-b16b-88edff1e2f82) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:16:07.782581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:16:07.783158 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:07.790860 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02862822-2a09-4d02-afbb-d8a15e132a2a None None] Network 32457128-f076-4561-b16b-88edff1e2f82 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:16:07.807437 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4030526 Nov 10 14:16:08.010888 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-32457128-f076-4561-b16b-88edff1e2f82', 'network_id': '32457128-f076-4561-b16b-88edff1e2f82', 'tenant_id': 'f98dfb5e69fc4a3b91e217c0f9d0b7b1', 'fixed_ips': [{'subnet_id': '00be2876-e11c-413d-9931-f01ed4ca8f4f'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:16:08.011783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.169986 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Allocated IP 192.168.233.2 (32457128-f076-4561-b16b-88edff1e2f82/00be2876-e11c-413d-9931-f01ed4ca8f4f/b07ce05a-e958-4e24-81d2-d99a08cc7177) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:16:08.378726 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.389186 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Transition to ACTIVE for port object b07ce05a-e958-4e24-81d2-d99a08cc7177 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:16:08.408107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Transition to ACTIVE for port object b07ce05a-e958-4e24-81d2-d99a08cc7177 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:16:08.414546 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.419044 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:16:08.507934 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Network 32457128-f076-4561-b16b-88edff1e2f82 is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:16:08.511040 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:16:08.517211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:16:08.520678 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Pushing event updated for resources: {'Port': ['ID=b07ce05a-e958-4e24-81d2-d99a08cc7177,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:16:08.557390 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.557650 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.557987 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.558317 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.558667 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.558988 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.559309 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.559648 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.559974 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.560288 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.560600 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.560920 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:16:08.568161 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:16:08.618960 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Attempting to bind port b07ce05a-e958-4e24-81d2-d99a08cc7177 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:16:08.619330 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Attempting to bind port b07ce05a-e958-4e24-81d2-d99a08cc7177 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:16:08.619695 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Attempting to bind port b07ce05a-e958-4e24-81d2-d99a08cc7177 on network 32457128-f076-4561-b16b-88edff1e2f82 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:16:08.624959 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:16:08.625337 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Checking segment: {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:16:08.625740 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.626129 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Bound using segment: {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:16:08.626636 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Bound port: b07ce05a-e958-4e24-81d2-d99a08cc7177, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:16:08.627034 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.714894 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] For port b07ce05a-e958-4e24-81d2-d99a08cc7177, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:16:08.718251 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] For port b07ce05a-e958-4e24-81d2-d99a08cc7177, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=b07ce05a-e958-4e24-81d2-d99a08cc7177,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:16:08.722663 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:08.727809 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:16:08.812495 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Pushing event updated for resources: {'Port': ['ID=b07ce05a-e958-4e24-81d2-d99a08cc7177,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:16:08.816028 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:16:09.656166 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b05559-970c-4d3e-ad79-da8a36a62fc6 None None] Network 32457128-f076-4561-b16b-88edff1e2f82 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:16:09.744451 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-6558e1f3-f4d6-4cce-a9f8-e98298c2dc7f None None] Provisioning for port b07ce05a-e958-4e24-81d2-d99a08cc7177 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:16:10.723543 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device b07ce05a-e958-4e24-81d2-d99a08cc7177 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:16:10.795523 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port b07ce05a-e958-4e24-81d2-d99a08cc7177 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:16:10.800569 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port b07ce05a-e958-4e24-81d2-d99a08cc7177 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:16:10.800945 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:10.916880 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:10.948650 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port b07ce05a-e958-4e24-81d2-d99a08cc7177, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=b07ce05a-e958-4e24-81d2-d99a08cc7177,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:16:10.952686 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:10.956310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:16:11.020364 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=b07ce05a-e958-4e24-81d2-d99a08cc7177,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:16:11.024432 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:16:12.701905 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device b07ce05a-e958-4e24-81d2-d99a08cc7177 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:16:12.778397 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port b07ce05a-e958-4e24-81d2-d99a08cc7177 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:16:12.778867 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:25.964365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-e7bafc5e-6fed-4093-9c3f-e806a2f2d667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:26.348277 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:28.526835 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-e81aefc9-261b-4d7c-8c84-adeb6a5e5499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:29.492279 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:31.120429 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:35.298355 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:16:55.956685 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0488ce0c-9655-490e-bd8a-3c8305988be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:56.351568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:58.528744 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-183393c4-8b0d-430a-bb92-a10353447d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:16:59.497439 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:01.121314 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:12.337662 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:17:17.805020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37602) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:17:17.811617 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [None req-c7d13810-4b62-4fe3-b200-efa0627310e1 tempest-verify_tempest_config-401663396 tempest-verify_tempest_config-401663396-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:17:17.812592 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c7d13810-4b62-4fe3-b200-efa0627310e1 tempest-verify_tempest_config-401663396 tempest-verify_tempest_config-401663396-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066082 Nov 10 14:17:18.111969 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37620) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:17:18.222865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.237044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:17:18.240833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7d7e8c0ee447eea7db0cdedc8938a4 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:17:18.243505 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:17:18.249126 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:17:18.329525 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.333833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.342223 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:17:18.381011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Synchronizing usage tracker for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:17:18.384821 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed7d56-13e2-479f-ac35-5917c1f5501c,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:17:18.396063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.396532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.396861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.397187 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.397510 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.397826 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.398141 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.398472 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.398792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.399102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.399411 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.399718 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:17:18.404872 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:17:18.411850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Unset dirty status for tenant:f98dfb5e69fc4a3b91e217c0f9d0b7b1 on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:17:18.413189 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7d7e8c0ee447eea7db0cdedc8938a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3001330 Nov 10 14:17:18.415788 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37626) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:17:18.473266 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.497822 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.591028 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.594869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f36f4776-bffd-4134-a028-9fb477b03fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:17:18.607321 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed7d56-13e2-479f-ac35-5917c1f5501c,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:17:18.610076 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:17:18.611957 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:18.613052 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85ed7d56-13e2-479f-ac35-5917c1f5501c HTTP/1.1" status: 204 len: 168 time: 0.1963344 Nov 10 14:17:25.958922 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-35a10739-181a-44ff-91bb-083c66fbb1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:26.354328 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:28.532533 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-831ca9ea-1ebb-407b-a948-82639592b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:29.498700 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:31.123915 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:49.326079 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:17:55.963481 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ca6691d1-de67-4010-9b0b-22bc129fac5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:56.356454 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:58.534274 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f5389b9a-5acd-4a14-a014-76b947c5a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:17:59.501719 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:01.126942 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:25.964507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3a34b4c1-2355-489c-a375-903c03cf4436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:26.325909 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 5 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:18:26.358052 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:28.536203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8ba7-9554-4ab0-8a25-cb52938ce4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:29.505094 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:31.132399 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:55.966797 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-83920e4d-dd6f-402d-b6da-e5fd3389acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:56.359265 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:56.427736 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-342608'] for agent, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:58.540695 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6261-ca0a-4a60-a9a5-f02a268f2167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:18:59.506884 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:01.134184 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:03.325749 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:19:11.162792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37698) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:19:11.273484 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-ffe1e6e2-d8fa-4d56-8bb1-4839b9b79f47 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1090410 Nov 10 14:19:13.425993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37708) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:19:13.480837 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f12ced40-f446-4004-9734-9e9fb35684ff admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0537343 Nov 10 14:19:25.967673 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-4452dd28-68a8-4d7b-b8a6-0a6e0c46c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:26.360343 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:26.397678 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:28.543110 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-27c346c8-0fac-475e-9c69-040c91b8b245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:29.510244 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:31.135922 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:40.325347 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:19:55.969338 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-94ccb41f-1a15-4e2e-9596-960f3399818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:56.362139 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:56.420726 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:58.546119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0983b967-220d-48b4-86af-e87029194ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:19:59.512628 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:01.140654 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:17.326021 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:20:25.970394 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-fba304aa-4c15-477f-b316-f8aa7d6782cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:26.363343 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:26.443256 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:28.548446 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-142830ff-5bdc-4eb8-88b3-e997bd846f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:29.517229 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:31.144206 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:54.325502 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:20:54.751462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37886) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:55.023380 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-933657088-network', 'tenant_id': '8eafa4f9745c4ceca5a62ccf51d58e7e'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:55.028241 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:55.033745 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Usage tracker for resource:network and tenant:8eafa4f9745c4ceca5a62ccf51d58e7e is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:55.037868 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:55.043900 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:55.057696 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Made reservation on behalf of 8eafa4f9745c4ceca5a62ccf51d58e7e for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:55.060589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.076146 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.092880 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:55.096671 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Usage tracker for resource:security_group_rule and tenant:8eafa4f9745c4ceca5a62ccf51d58e7e is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:55.100067 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:55.105984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:55.127894 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37916) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:55.199899 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.209106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.225952 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:20:55.238541 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.239221 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Added segment 134d6b1e-47de-421d-b940-b0af389ed696 of type vlan for network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 Nov 10 14:20:55.272526 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.301087 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:55.315750 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.326810 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:55.327388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.337308 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:55.353985 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.354329 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.354686 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.355020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.355345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.355668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.355990 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.356310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.356657 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.356980 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.357297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.357611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Tracked resource versions report: Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: pushed versions: Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: { 'AddressGroup': {'1.2'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'ConntrackHelper': {'1.0'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Log': {'1.0'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Network': {'1.1'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Port': {'1.7'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'PortForwarding': {'1.2'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'QosPolicy': {'1.8'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroup': {'1.4'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SubPort': {'1.0'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Subnet': {'1.1'}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Trunk': {'1.1'}} Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: consumer versions: Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: HyperV agent@hv-cinder-81740: {}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'ConntrackHelper': '1.0', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Log': '1.0', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Network': '1.1', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Port': '1.7', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'PortForwarding': '1.2', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'QosPolicy': '1.8', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroup': '1.4', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SecurityGroupRule': '1.2', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'SubPort': '1.0', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Subnet': '1.1', Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: 'Trunk': '1.1'}} Nov 10 14:20:55.358663 dv-cinder-817404-1-smb neutron-server[86770]: {{(pid=86770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:20:55.367045 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:55.367443 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:55.392496 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6372964 Nov 10 14:20:55.392829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37932) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:55.399119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Request body: {'subnet': {'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-933657088-subnet', 'tenant_id': '8eafa4f9745c4ceca5a62ccf51d58e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:55.404454 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:55.408828 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Usage tracker for resource:subnet and tenant:8eafa4f9745c4ceca5a62ccf51d58e7e is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:55.413644 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:55.419659 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:55.433619 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Made reservation on behalf of 8eafa4f9745c4ceca5a62ccf51d58e7e for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:55.437616 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.525515 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Pushing event updated for resources: {'Network': ['ID=7e87a1fd-d84d-4af5-8402-a3f5444ad584,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:55.530248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:55.533098 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-70379347-network', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:55.537991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:20:55.544993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:55.562682 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Usage tracker for resource:network and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:55.566020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:55.577077 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:55.604618 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Made reservation on behalf of 00e039890f57440bb0dfc7bd83dbe51c for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:55.607085 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.624277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.642801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:55.648260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:55.652372 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:55.658854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:55.762685 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37942) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:55.804298 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37948) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:55.889207 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.899925 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:55.926201 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.937447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:55.976304 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-06085c81-2eba-4969-b5df-355b612bb95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.004753 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:20:56.029988 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791484523484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.030584 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Unsubscribe: segment precommit_create {{(pid=86771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 14:20:56.031055 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Added segment 1f60c120-bf24-4d94-81db-9cff628f0e15 of type vlan for network 96605b48-7744-4398-a855-b7ed922e4feb Nov 10 14:20:56.039934 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Checking segment: {'id': '134d6b1e-47de-421d-b940-b0af389ed696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:20:56.040298 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Network hostable DHCP agents. Network: 7e87a1fd-d84d-4af5-8402-a3f5444ad584, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:20:56.049587 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b89101f-531b-41e5-9c07-80e4684371b5,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:56.063820 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1775907383-network', 'tenant_id': 'f01c0f5780e340afa848e81324f1f982'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:56.070518 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.070925 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.071513 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.071859 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.072183 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.072578 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.072792 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.073113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.073433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.073749 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.074065 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.074377 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:20:56.074912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Tracked resource versions report: Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: pushed versions: Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: { 'AddressGroup': {'1.2'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'ConntrackHelper': {'1.0'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Log': {'1.0'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Network': {'1.1'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Port': {'1.7'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'PortForwarding': {'1.2'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'QosPolicy': {'1.8'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroup': {'1.4'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SubPort': {'1.0'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Subnet': {'1.1'}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Trunk': {'1.1'}} Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: consumer versions: Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: HyperV agent@hv-cinder-81740: {}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'ConntrackHelper': '1.0', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Log': '1.0', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Network': '1.1', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Port': '1.7', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'PortForwarding': '1.2', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'QosPolicy': '1.8', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroup': '1.4', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SecurityGroupRule': '1.2', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'SubPort': '1.0', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Subnet': '1.1', Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: 'Trunk': '1.1'}} Nov 10 14:20:56.075430 dv-cinder-817404-1-smb neutron-server[86771]: {{(pid=86771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:20:56.082061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Usage tracker for resource:network and tenant:f01c0f5780e340afa848e81324f1f982 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.085515 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:56.085926 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:56.086968 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.095927 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.110176 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:56.116028 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-888483174-network', 'tenant_id': '15808047741f442ba627de6abd4dfd0d'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:56.116924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.124430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.128364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Usage tracker for resource:network and tenant:15808047741f442ba627de6abd4dfd0d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.131811 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.136227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.152559 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72fd4d5-3db3-4626-b16d-0882d474ee63,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:56.155666 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.156709 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.161520 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Usage tracker for resource:security_group_rule and tenant:f01c0f5780e340afa848e81324f1f982 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.165538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.166192 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.174362 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.228750 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:20:56.263586 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Made reservation on behalf of 15808047741f442ba627de6abd4dfd0d for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:56.272135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.297458 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.298466 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:56.319405 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 7e87a1fd-d84d-4af5-8402-a3f5444ad584) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:20:56.327961 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44acc68c-3985-40ec-ad38-e2e19638d4e8 None None] Network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:56.336271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:56.340718 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.392052 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.395023 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:56.406704 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.443882 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:20:56.464246 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:56.478280 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.487469 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.496197 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.506851 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Added segment bf465cab-cf9c-4680-acbc-04351c967a43 of type vlan for network 7cfee090-4f93-4aae-91db-7048ea9fdc45 Nov 10 14:20:56.554030 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:56.565963 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:56.567623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.594170 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:56.594783 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.595941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.617095 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Pushing event updated for resources: {'Network': ['ID=96605b48-7744-4398-a855-b7ed922e4feb,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:56.621790 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:56.628422 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4988985 Nov 10 14:20:56.632613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 37984) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:56.646201 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2520013 Nov 10 14:20:56.647986 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.650953 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Request body: {'subnet': {'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-70379347-subnet', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:56.652827 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Usage tracker for resource:security_group_rule and tenant:15808047741f442ba627de6abd4dfd0d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.657414 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.658020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.664479 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Usage tracker for resource:subnet and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.665772 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.668621 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.670088 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 96605b48-7744-4398-a855-b7ed922e4feb details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:20:56.677096 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.678857 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.683880 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:56.684775 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.694631 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-51b22db2-c482-4ab0-ae0f-a7d0b216cf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:56.761516 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb0dcd-3ae4-449f-ae68-abf5d4ab8429 None None] Network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:56.846759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.857807 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.863120 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:56.882948 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1182926 Nov 10 14:20:56.896065 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 37996) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:56.898063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Made reservation on behalf of 00e039890f57440bb0dfc7bd83dbe51c for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:56.901320 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:56.908627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Request body: {'subnet': {'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1775907383-subnet', 'tenant_id': 'f01c0f5780e340afa848e81324f1f982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:56.922775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:56.953269 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:20:56.961917 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Usage tracker for resource:subnet and tenant:f01c0f5780e340afa848e81324f1f982 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:56.970542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:56.982937 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4c3a87-ed4a-4feb-9b24-0007b5a29579,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:56.987168 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:56.991515 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:57.000757 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.001418 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Added segment 560c08bd-3648-4c38-bbee-fa22fbbfc59d of type vlan for network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 Nov 10 14:20:57.028664 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:57.031864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.081760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Pushing event updated for resources: {'Network': ['ID=7cfee090-4f93-4aae-91db-7048ea9fdc45,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:57.096571 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:57.103733 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:20:57.182838 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.342855 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.348165 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:57.351857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.367820 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:57.401621 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.413905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6939a265-21e4-4718-898b-f250941735d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:57.575701 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be86ef7f-59b3-47a2-a11f-e2feec174ab9,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:57.588301 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:57.595572 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Checking segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:20:57.596347 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Network hostable DHCP agents. Network: 96605b48-7744-4398-a855-b7ed922e4feb, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:20:57.621814 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Network 96605b48-7744-4398-a855-b7ed922e4feb is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:20:57.638207 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 96605b48-7744-4398-a855-b7ed922e4feb) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:20:57.643123 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:57.644698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.658998 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ffcc4-be24-4cd3-9052-4e3f5c3b598a None None] Network 96605b48-7744-4398-a855-b7ed922e4feb requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:57.667026 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8589902 Nov 10 14:20:57.667026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:57.669864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:57.670341 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38034) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:57.679462 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:20:57.682594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Request body: {'subnet': {'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-subnet', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:57.690211 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:57.712140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0761080 Nov 10 14:20:57.713782 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Usage tracker for resource:subnet and tenant:15808047741f442ba627de6abd4dfd0d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:57.715847 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38038) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:57.718927 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:57.724807 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:57.735550 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:57.736115 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:57.744549 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Usage tracker for resource:router and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:57.752192 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:57.757256 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.758286 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Made reservation on behalf of 15808047741f442ba627de6abd4dfd0d for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:20:57.762077 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:57.762546 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.777061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.779549 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:57.802352 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.016467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4af5cba8-15ea-4aaa-bb49-bb019f7517bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:58.115511 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf13b4bf-1f24-4f1e-beab-7527a692bb55,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:58.130668 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-96605b48-7744-4398-a855-b7ed922e4feb', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:20:58.130958 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:58.131531 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.143401 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Checking segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:20:58.143757 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Network hostable DHCP agents. Network: 7cfee090-4f93-4aae-91db-7048ea9fdc45, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:20:58.150343 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.158755 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:20:58.222584 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.289570 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:20:58.306970 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Checking segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:20:58.307364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Network hostable DHCP agents. Network: 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:20:58.318568 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 7cfee090-4f93-4aae-91db-7048ea9fdc45) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:20:58.320172 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d348aa6-a067-416d-8e1d-293ae9b7e5eb,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:20:58.325119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:20:58.326419 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:58.327036 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.354144 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4552817 Nov 10 14:20:58.358667 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:20:58.365818 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:20:58.375244 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:58.377623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.421951 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-14789968-61c2-4689-8668-88432bbcb47e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7486939 Nov 10 14:20:58.424595 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38058) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:58.434630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:20:58.444935 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:20:58.451887 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Usage tracker for resource:router and tenant:15808047741f442ba627de6abd4dfd0d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:20:58.464899 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614be218-bd2e-44b6-b0b2-266cd09863b0 None None] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:58.472864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:20:58.493054 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:20:58.493455 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89944467-13d6-48c9-9394-d6d44b026270 None None] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:58.527572 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.529113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:58.586653 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.029215 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.115077 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.286417 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38114) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:59.316460 dv-cinder-817404-1-smb neutron-server[86770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 14:20:59.358394 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf398d-245b-48f0-8fc4-eba1fc9de789 None None] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:20:59.566542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.765785 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38146) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:20:59.771472 dv-cinder-817404-1-smb neutron-server[86771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 14:20:59.787740 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Allocated IP 172.28.2.223 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/ac2cd482-cf0f-4930-a88f-5b9205fe8121) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:20:59.881007 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.891054 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-02f2bd88-d641-4b9b-aba2-551d97feef17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:20:59.968530 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-536e77e3-29d6-4f31-821d-4462dc4c495e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:20:59.970347 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-536e77e3-29d6-4f31-821d-4462dc4c495e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.2019134 Nov 10 14:21:00.000075 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Allocated IP 172.20.0.2 (96605b48-7744-4398-a855-b7ed922e4feb/be86ef7f-59b3-47a2-a11f-e2feec174ab9/16aa58ea-3b05-4c07-974f-313293e25efb) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:00.004264 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-6f4d58a4-be66-4527-966f-3fec1d382ec2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/quotas/f01c0f5780e340afa848e81324f1f982 HTTP/1.1" status: 200 len: 375 time: 0.0166864 Nov 10 14:21:00.044915 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.062344 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-3690d285-22fa-45d6-88ff-e8384bdc2a0e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:00.063056 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-3690d285-22fa-45d6-88ff-e8384bdc2a0e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Synchronizing usage tracker for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:00.084820 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ba920-ef11-4987-a6d3-287973f05b4d None None] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:21:00.112809 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-3690d285-22fa-45d6-88ff-e8384bdc2a0e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Unset dirty status for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:00.114328 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-3690d285-22fa-45d6-88ff-e8384bdc2a0e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/networks?id=7e87a1fd-d84d-4af5-8402-a3f5444ad584 HTTP/1.1" status: 200 len: 811 time: 0.8258469 Nov 10 14:21:00.140606 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-b51e18c6-0836-422e-a17d-bd00ef195e2e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/quotas/8eafa4f9745c4ceca5a62ccf51d58e7e HTTP/1.1" status: 200 len: 375 time: 0.0172594 Nov 10 14:21:00.157787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.295456 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:00.326312 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.386150 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-5d111c29-1b49-4c2f-81da-231fbd970898 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3281662 Nov 10 14:21:00.411857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.418661 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-93c4c95b-b599-4cd5-b88a-11a7a492f4ea tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eafa4f9745c4ceca5a62ccf51d58e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2645917 Nov 10 14:21:00.456850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Pushing event updated for resources: {'Port': ['ID=ac2cd482-cf0f-4930-a88f-5b9205fe8121,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:00.463596 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:00.464668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:00.465498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:00.467994 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:00.517227 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.531649 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Transition to ACTIVE for port object 16aa58ea-3b05-4c07-974f-313293e25efb will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:00.558198 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Transition to ACTIVE for port object 16aa58ea-3b05-4c07-974f-313293e25efb will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:00.569533 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.589041 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:00.671599 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Network 96605b48-7744-4398-a855-b7ed922e4feb is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:00.674930 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:00.678007 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Allocated IP 172.28.2.132 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/2f97d0cb-10f7-4368-9b81-b935448e9be8) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:00.684476 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:00.688847 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0b5f2a5e-5dc0-42d6-a9c4-27cf94e0274d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:21:00.693848 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Pushing event updated for resources: {'Port': ['ID=16aa58ea-3b05-4c07-974f-313293e25efb,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:00.695570 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0b5f2a5e-5dc0-42d6-a9c4-27cf94e0274d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713964 Nov 10 14:21:00.732736 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.733079 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.733414 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.733740 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.734170 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.734519 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.735227 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.735227 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.735496 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.735778 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.736097 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.736413 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Tracked resource versions report: Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: pushed versions: Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: { 'AddressGroup': {'1.2'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'ConntrackHelper': {'1.0'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Log': {'1.0'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Network': {'1.1'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Port': {'1.7'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'PortForwarding': {'1.2'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'QosPolicy': {'1.8'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroup': {'1.4'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SubPort': {'1.0'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Subnet': {'1.1'}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Trunk': {'1.1'}} Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: consumer versions: Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: HyperV agent@hv-cinder-81740: {}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'ConntrackHelper': '1.0', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Log': '1.0', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Network': '1.1', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Port': '1.7', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'PortForwarding': '1.2', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'QosPolicy': '1.8', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroup': '1.4', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SecurityGroupRule': '1.2', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'SubPort': '1.0', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Subnet': '1.1', Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: 'Trunk': '1.1'}} Nov 10 14:21:00.737519 dv-cinder-817404-1-smb neutron-server[86772]: {{(pid=86772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:21:00.745501 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:00.782405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-0fdec4c0-b46c-4af2-8389-f93a7d462bdf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:21:00.783452 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-0fdec4c0-b46c-4af2-8389-f93a7d462bdf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783346 Nov 10 14:21:00.809359 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Attempting to bind port 16aa58ea-3b05-4c07-974f-313293e25efb on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:00.809735 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Attempting to bind port 16aa58ea-3b05-4c07-974f-313293e25efb by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:00.810147 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Attempting to bind port 16aa58ea-3b05-4c07-974f-313293e25efb on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:00.815568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:00.815945 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Checking segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:00.816351 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.816747 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Bound using segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:00.818569 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Bound port: 16aa58ea-3b05-4c07-974f-313293e25efb, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:00.818982 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.947358 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] For port 16aa58ea-3b05-4c07-974f-313293e25efb, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:00.953252 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] For port 16aa58ea-3b05-4c07-974f-313293e25efb, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=16aa58ea-3b05-4c07-974f-313293e25efb,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:00.964727 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:00.972691 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:01.118620 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-31f151a1-e249-456a-9ac3-e02c6f917d68 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828373 Nov 10 14:21:01.160259 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Pushing event updated for resources: {'Port': ['ID=16aa58ea-3b05-4c07-974f-313293e25efb,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:01.171654 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:01.174573 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:01.211130 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:01.240153 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:01.316833 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-f8f53b5a-3dcb-4f1c-ab2f-d094ece0ffb7 service neutron] 10.222.0.13 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715283 Nov 10 14:21:01.319066 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-d97775b6-7a89-4123-ac15-26227731f2a6 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995037 Nov 10 14:21:01.346315 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:01.351433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7f0a3610-9ce0-4efd-84e6-0b7ea9207060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:01.535259 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Pushing event updated for resources: {'Port': ['ID=2f97d0cb-10f7-4368-9b81-b935448e9be8,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:01.555149 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:01.561467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:01.563793 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:01.571913 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:01.642243 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-5f24ece3-6f17-4cdb-b2ae-077ec2103765 service neutron] 10.222.0.13 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233852 Nov 10 14:21:02.234250 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-570409c4-e59f-4264-bc49-82eeba6a08da req-938a5c3d-2d7a-4ced-9dba-7d75e68e71b1 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.1236053 Nov 10 14:21:02.308183 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c435864e-0fa4-4411-bfb6-c424382c6ef3 req-da368769-3754-4ec7-afc8-40c6b316f90f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.1193194 Nov 10 14:21:02.557829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:02.575388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:02.969186 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c1351-c2f6-408d-8077-df8a6a9a4a9f None None] Network 96605b48-7744-4398-a855-b7ed922e4feb requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:21:03.138966 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 16aa58ea-3b05-4c07-974f-313293e25efb up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:03.177499 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:21:03.238164 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-3ec30e15-11d6-46ee-85a3-998e8252900b None None] Provisioning for port 16aa58ea-3b05-4c07-974f-313293e25efb completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:03.334528 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:03.343542 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 16aa58ea-3b05-4c07-974f-313293e25efb completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:03.356267 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 16aa58ea-3b05-4c07-974f-313293e25efb triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:03.356787 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:03.685240 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e381b19e-16fc-4396-a301-c31141c2a889 req-7826c658-b6f8-40a6-988a-096a2645b873 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.1336973 Nov 10 14:21:03.727143 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:21:03.743896 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:21:03.770182 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:03.770857 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:03.783830 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:03.827323 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c6309bc3-13d7-433e-b36d-7a46201ebf25 req-61e4dfb8-7806-45f7-bac0-3456c50fbd98 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.2471759 Nov 10 14:21:03.846602 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:03.852538 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1362040 Nov 10 14:21:03.853627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38312) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:03.872138 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 16aa58ea-3b05-4c07-974f-313293e25efb, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=16aa58ea-3b05-4c07-974f-313293e25efb,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:03.878766 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:03.890160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:03.906397 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Router 69550075-bd42-4ca4-8686-bd53ce360779 is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:21:04.110367 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=16aa58ea-3b05-4c07-974f-313293e25efb,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:04.118947 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:04.280986 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:04.314780 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-b5407440-5ff6-466e-9e92-b589eb42152a None None] Provisioning complete for port 16aa58ea-3b05-4c07-974f-313293e25efb triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:04.315531 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b5407440-5ff6-466e-9e92-b589eb42152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:04.326160 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:21:04.355123 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:04.356505 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-38734209-443a-465d-81ca-e093f2a8685e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9305627 Nov 10 14:21:04.360031 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38330) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:04.491207 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Sync routers for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:21:04.659645 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:04.660274 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:04.697591 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:00Z', 'revision_number': 3, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:04.702420 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:21:04.703075 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Updating router 81758d2d-e05d-47e1-bdee-1c50e9330ddd port ac2cd482-cf0f-4930-a88f-5b9205fe8121 binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:21:04.793085 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:05.038828 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 16aa58ea-3b05-4c07-974f-313293e25efb up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:05.053811 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.18', 62955) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:05.233698 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:05.498508 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-68660f11-03d4-4f5a-9d39-e021d7edfb06 req-55ac1960-d1d8-47c5-983c-af855e8189cf tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.1414745 Nov 10 14:21:05.636892 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7116320d-c604-4cf5-b73c-6ac03115fbd0 req-2be4b01d-0451-4dab-a12b-e7889b6aa69e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.1956022 Nov 10 14:21:05.640335 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.18', 62957) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:05.671600 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 16aa58ea-3b05-4c07-974f-313293e25efb triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:05.672033 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:05.674591 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:05.703455 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Transition to ACTIVE for port object ac2cd482-cf0f-4930-a88f-5b9205fe8121 will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:05.728016 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:05.760774 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:05.968052 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Pushing event updated for resources: {'Port': ['ID=ac2cd482-cf0f-4930-a88f-5b9205fe8121,revision_number=2']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:05.978323 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.979921 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.981288 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.981846 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.982364 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.982922 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.983436 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.983947 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.984724 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.985259 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.985779 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.986558 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Tracked resource versions report: Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: pushed versions: Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: { 'AddressGroup': {'1.2'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'ConntrackHelper': {'1.0'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Log': {'1.0'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Network': {'1.1'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Port': {'1.7'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'PortForwarding': {'1.2'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'QosPolicy': {'1.8'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroup': {'1.4'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SubPort': {'1.0'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Subnet': {'1.1'}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Trunk': {'1.1'}} Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: consumer versions: Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: { DHCP agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: HyperV agent@hv-cinder-81740: {}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: L3 agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: Metadata agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: Metering agent@dv-cinder-817404-1-smb: {}, Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: Open vSwitch agent@dv-cinder-817404-1-smb: { 'AddressGroup': '1.2', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'ConntrackHelper': '1.0', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Log': '1.0', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Network': '1.1', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Port': '1.7', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'PortForwarding': '1.2', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'QosPolicy': '1.8', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroup': '1.4', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SecurityGroupRule': '1.2', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'SubPort': '1.0', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Subnet': '1.1', Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: 'Trunk': '1.1'}} Nov 10 14:21:05.987905 dv-cinder-817404-1-smb neutron-server[86773]: {{(pid=86773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:21:05.994910 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:06.017588 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Attempting to bind port ac2cd482-cf0f-4930-a88f-5b9205fe8121 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:06.018900 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Attempting to bind port ac2cd482-cf0f-4930-a88f-5b9205fe8121 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:06.019607 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Attempting to bind port ac2cd482-cf0f-4930-a88f-5b9205fe8121 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:06.031132 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:06.031877 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:06.032492 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.033112 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:06.033920 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Bound port: ac2cd482-cf0f-4930-a88f-5b9205fe8121, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:06.036244 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.086642 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:02Z', 'revision_number': 3, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:06.093591 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Checking router: 69550075-bd42-4ca4-8686-bd53ce360779 for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:21:06.094108 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Updating router 69550075-bd42-4ca4-8686-bd53ce360779 port 2f97d0cb-10f7-4368-9b81-b935448e9be8 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:21:06.234932 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] For port ac2cd482-cf0f-4930-a88f-5b9205fe8121, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:06.275462 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] For port ac2cd482-cf0f-4930-a88f-5b9205fe8121, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ac2cd482-cf0f-4930-a88f-5b9205fe8121,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:06.283467 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.289226 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.298306 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:06.401627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-c99cdacf-98ff-4f66-b07e-fbedc3f0b300 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:06.403498 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-c99cdacf-98ff-4f66-b07e-fbedc3f0b300 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.18 "GET /v2.0/networks?id=7e87a1fd-d84d-4af5-8402-a3f5444ad584 HTTP/1.1" status: 200 len: 811 time: 1.3486912 Nov 10 14:21:06.408819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.419421 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:06.526342 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:06.527280 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:06.681780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Request body: {'port': {'device_id': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584', 'admin_state_up': True, 'tenant_id': '8eafa4f9745c4ceca5a62ccf51d58e7e'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:06.949991 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:07.043822 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-40272e72-5005-4331-bbb8-538841cd56de req-a4c00562-ddd5-4262-b0d4-40119fcac7b5 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.2033672 Nov 10 14:21:07.112522 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Allocated IP 172.20.0.1 (4e7922f4-6c98-4f81-bfd2-108d3ae34bd9/7d348aa6-a067-416d-8e1d-293ae9b7e5eb/7c634e55-be99-4656-89fc-9b87cf6c7b6f) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:07.304818 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-992c7997-9c30-4d4b-ad6d-e8e055c3233a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:07.305750 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-992c7997-9c30-4d4b-ad6d-e8e055c3233a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:07.323475 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.383423 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Transition to ACTIVE for port object 2f97d0cb-10f7-4368-9b81-b935448e9be8 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:07.411608 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.471208 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:07.475098 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Pushing event updated for resources: {'Port': ['ID=ac2cd482-cf0f-4930-a88f-5b9205fe8121,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:07.491425 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:07.510741 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.527026 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e097bfd3-f522-4b5d-a430-11625f3a5f82 req-0429bbc7-275c-4275-8594-8d0e0fc80f44 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.4738851 Nov 10 14:21:07.597212 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.605154 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c23d130e-b963-4feb-90d7-6dc76350bc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:07.679667 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:00Z', 'revision_number': 3, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:07.701962 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46959f3e-fe38-4e92-a960-7aa8a4b07207 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:00Z', 'revision_number': 3, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:21:07.724825 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-992c7997-9c30-4d4b-ad6d-e8e055c3233a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:07.735056 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-992c7997-9c30-4d4b-ad6d-e8e055c3233a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 2.0466144 Nov 10 14:21:07.740950 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Pushing event updated for resources: {'Port': ['ID=2f97d0cb-10f7-4368-9b81-b935448e9be8,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:07.743295 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Attempting to bind port 2f97d0cb-10f7-4368-9b81-b935448e9be8 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:07.743732 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Attempting to bind port 2f97d0cb-10f7-4368-9b81-b935448e9be8 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:07.744098 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Attempting to bind port 2f97d0cb-10f7-4368-9b81-b935448e9be8 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:07.757185 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:07.759784 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:07.760136 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:07.760667 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.760914 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:07.761386 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Bound port: 2f97d0cb-10f7-4368-9b81-b935448e9be8, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:07.761776 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.775900 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Allocated IP 172.20.0.1 (96605b48-7744-4398-a855-b7ed922e4feb/be86ef7f-59b3-47a2-a11f-e2feec174ab9/1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:07.783746 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:07.789372 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Request body: {'port': {'device_id': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'admin_state_up': True, 'tenant_id': 'f01c0f5780e340afa848e81324f1f982'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:07.796332 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:07.812015 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:07.812788 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:07.874997 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:07.889827 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Pushing event updated for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:07.900566 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:07.936821 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Usage tracker for resource:port and tenant:8eafa4f9745c4ceca5a62ccf51d58e7e is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:08.027557 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] For port 2f97d0cb-10f7-4368-9b81-b935448e9be8, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:08.041148 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] For port 2f97d0cb-10f7-4368-9b81-b935448e9be8, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2f97d0cb-10f7-4368-9b81-b935448e9be8,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:08.051617 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:08.059633 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:08.259192 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:08.340254 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Pushing event updated for resources: {'Port': ['ID=2f97d0cb-10f7-4368-9b81-b935448e9be8,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:08.340862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:08.356608 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:08.372249 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:08.374413 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:08.657247 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:08.808602 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Made reservation on behalf of 8eafa4f9745c4ceca5a62ccf51d58e7e for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:08.809244 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:08.878600 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a543fbf4-3947-4e6f-865c-f17db579db0f req-0102daab-9482-46d0-bcda-d2e07565f9e6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.3769789 Nov 10 14:21:09.001326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:09.150474 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ac2cd482-cf0f-4930-a88f-5b9205fe8121 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:09.226122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38504) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:09.428547 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-02c5d9df-18b4-4a6c-b76b-5331ffa7cfbe req-fc23a76b-b54e-4aa5-a88c-70e5977673ab tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.1767232 Nov 10 14:21:09.441159 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:09.460875 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Usage tracker for resource:port and tenant:f01c0f5780e340afa848e81324f1f982 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:09.488063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.495169 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:09.497446 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.499379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.506307 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:09.555656 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Allocated IP 172.20.0.12 (7e87a1fd-d84d-4af5-8402-a3f5444ad584/4b89101f-531b-41e5-9c07-80e4684371b5/566129ab-8031-4488-b149-43c7e5b1a84b) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:09.579880 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:09.625445 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.748820 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Transition to ACTIVE for port object 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:09.750138 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:09.755239 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.867358 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:09.898535 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:09.903999 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Usage tracker for resource:security_group_rule and tenant:3df5fff76de54acbb6f161c6e5a30556 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:09.906177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:09.922905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:09.923966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Pushing event updated for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:09.933885 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:09.954502 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port ac2cd482-cf0f-4930-a88f-5b9205fe8121 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:09.994296 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port ac2cd482-cf0f-4930-a88f-5b9205fe8121 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:10.001343 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:10.055216 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:10.172394 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4b6dd9d9-ff11-4a82-a85a-4285f558a9a1 req-1a163c5a-cd45-44c8-8b39-4f88e8d7d207 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.0876770 Nov 10 14:21:10.181232 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:10.182729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:10.328439 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:10.390653 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port ac2cd482-cf0f-4930-a88f-5b9205fe8121, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ac2cd482-cf0f-4930-a88f-5b9205fe8121,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:10.408404 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:10.411230 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7c634e55-be99-4656-89fc-9b87cf6c7b6f', 'name': '', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'mac_address': 'fa:16:3e:24:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:07Z', 'revision_number': 1, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'subnets': [{'id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:10.425126 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:10.440449 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Allocated IP 172.20.0.12 (7cfee090-4f93-4aae-91db-7048ea9fdc45/bf13b4bf-1f24-4f1e-beab-7527a692bb55/eef7ee90-5d7c-465e-b7c4-510bf61913bf) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:10.508278 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73730d-7dd5-4cdd-8064-9bd5f0d40de6 None None] The sync data for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb is: [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7c634e55-be99-4656-89fc-9b87cf6c7b6f', 'name': '', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'mac_address': 'fa:16:3e:24:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:07Z', 'revision_number': 1, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'subnets': [{'id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:21:10.631639 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=ac2cd482-cf0f-4930-a88f-5b9205fe8121,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:10.638770 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:10.656972 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Router 69550075-bd42-4ca4-8686-bd53ce360779 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:21:10.951018 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ac2cd482-cf0f-4930-a88f-5b9205fe8121 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:11.019507 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fc37ae58-6e8c-446c-98b4-d3bd76f3aa14 req-5a15e235-478c-4903-b4a1-f7d3250d3522 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.1959980 Nov 10 14:21:11.118288 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:11.144081 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b8f191ae-74f3-4f5c-a9cb-d6711868b8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:11.153447 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port ac2cd482-cf0f-4930-a88f-5b9205fe8121 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:11.153946 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:11.353640 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:21:11.373337 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] 10.222.0.13 "PUT /v2.0/routers/69550075-bd42-4ca4-8686-bd53ce360779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0121751 Nov 10 14:21:11.382579 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Network 96605b48-7744-4398-a855-b7ed922e4feb is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:11.396863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:11.454436 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:11.454970 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:11.962701 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-a3be734f-8db6-4280-9f1b-2de3b456a137 None None] Provisioning for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:11.977211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-a3be734f-8db6-4280-9f1b-2de3b456a137 None None] Provisioning complete for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:11.977794 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-a3be734f-8db6-4280-9f1b-2de3b456a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:12.224914 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-a3be734f-8db6-4280-9f1b-2de3b456a137 None None] Port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:21:12.533047 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:12.556504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:12.595428 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4c984923-379e-4931-81d5-e134e1a9edeb req-b0e6b4a3-9acc-4949-ada0-33d78f262fdc tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 210 time: 0.0991821 Nov 10 14:21:12.619826 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:12.672358 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3df5fff76de54acbb6f161c6e5a30556&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3247130 Nov 10 14:21:12.675976 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38606) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:12.712991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:12.720954 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.577s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:12.737222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cf0a1741-20c7-4c69-b981-0f572607eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:12.817732 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f38d0-a369-442b-8534-0f864c090f95,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:12.827653 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:12.977907 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-12c298c0-62e0-4623-ba51-5ec361dc3645 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:12.978735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-12c298c0-62e0-4623-ba51-5ec361dc3645 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:12.985012 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2f97d0cb-10f7-4368-9b81-b935448e9be8 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:12.986317 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.037970 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-12c298c0-62e0-4623-ba51-5ec361dc3645 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:13.045491 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:13.046058 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-12c298c0-62e0-4623-ba51-5ec361dc3645 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 818 time: 0.4550109 Nov 10 14:21:13.084694 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-fa092318-6fe9-4dd3-a375-b0292ffb46ce tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/quotas/15808047741f442ba627de6abd4dfd0d HTTP/1.1" status: 200 len: 375 time: 0.0373023 Nov 10 14:21:13.227968 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 2f97d0cb-10f7-4368-9b81-b935448e9be8 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:13.235021 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 2f97d0cb-10f7-4368-9b81-b935448e9be8 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:13.235623 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.309375 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-a73da2fb-8fed-4e89-bd2c-9a6a5358f85b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:13.345727 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-a73da2fb-8fed-4e89-bd2c-9a6a5358f85b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:13.355768 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-a73da2fb-8fed-4e89-bd2c-9a6a5358f85b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2672734 Nov 10 14:21:13.393865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.540195 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-9a04698a-0a9b-42ef-bd7f-ebdcddc4469a service neutron] 10.222.0.13 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825094 Nov 10 14:21:13.550508 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.551693 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.578725 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 2f97d0cb-10f7-4368-9b81-b935448e9be8, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2f97d0cb-10f7-4368-9b81-b935448e9be8,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:13.591451 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:13.594411 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:13.607543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:13.789812 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=2f97d0cb-10f7-4368-9b81-b935448e9be8,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:13.790277 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-d02d96c3-e588-48ef-b4a5-6a2259378f28 service neutron] 10.222.0.13 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452087 Nov 10 14:21:13.802139 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:13.810852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:13.855775 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953f0d4-e0fc-4a47-bc49-0d64daaf2ffa req-41402f84-68c7-4d77-8737-7903eaa89d34 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:13.864352 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4953f0d4-e0fc-4a47-bc49-0d64daaf2ffa req-41402f84-68c7-4d77-8737-7903eaa89d34 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 932 time: 0.9854507 Nov 10 14:21:13.866764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Pushing event updated for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:13.884541 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:13.894280 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:13.895858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.011910 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:14.017135 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.158977 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38646) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:14.171852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-4953f0d4-e0fc-4a47-bc49-0d64daaf2ffa req-1547f83c-7d64-40c1-a07b-94823c24f634 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Synchronizing usage tracker for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:14.178326 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:14.190291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:14.219186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:14.220539 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.424461 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.378s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:14.425060 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.680s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:14.438007 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636a289-9176-4fdb-8787-54a5b88905a3 req-9f7d69fb-7231-4379-a936-414a4ec5fd42 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:14.442887 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5636a289-9176-4fdb-8787-54a5b88905a3 req-9f7d69fb-7231-4379-a936-414a4ec5fd42 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 932 time: 0.2313328 Nov 10 14:21:14.518672 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7494960 Nov 10 14:21:14.543717 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8733368 Nov 10 14:21:14.577627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-4953f0d4-e0fc-4a47-bc49-0d64daaf2ffa req-1547f83c-7d64-40c1-a07b-94823c24f634 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Unset dirty status for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:14.588565 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4953f0d4-e0fc-4a47-bc49-0d64daaf2ffa req-1547f83c-7d64-40c1-a07b-94823c24f634 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7231355 Nov 10 14:21:14.589234 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.640982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.669891 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:14.676857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Usage tracker for resource:security_group_rule and tenant:2eb5632e4c614d05b76df0bb0414609e is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:14.685506 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5636a289-9176-4fdb-8787-54a5b88905a3 req-fbabc1ca-fc3a-4cb9-8ca0-8d72cf3c34d7 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358062 Nov 10 14:21:14.688391 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:14.696709 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:14.742212 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Sync routers for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:21:14.763642 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:14.765224 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:14.882004 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.895640 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:14.920795 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:14.971811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2f97d0cb-10f7-4368-9b81-b935448e9be8 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:15.032973 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c353f70-2125-41ec-b0f1-2254aacae175,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:15.048329 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:15.063579 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb5632e4c614d05b76df0bb0414609e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9018335 Nov 10 14:21:15.064578 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38664) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:15.066099 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.099326 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ab1816dd-b9ab-402d-83aa-3116b526a9e5 req-5a88b388-8a0a-4e98-ab59-bfa7d2a16bca tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 210 time: 0.1317902 Nov 10 14:21:15.137534 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event updated for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:15.144481 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:15.146961 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 2f97d0cb-10f7-4368-9b81-b935448e9be8 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:15.147362 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.147926 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fbf3292f-cf5d-4b15-b431-ba553384bdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:15.166404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f38d0-a369-442b-8534-0f864c090f95,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:15.192080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:15.202730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.205585 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/181f38d0-a369-442b-8534-0f864c090f95 HTTP/1.1" status: 204 len: 168 time: 2.5216312 Nov 10 14:21:15.264471 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:15.274073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.311437 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.320896 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.322632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.330531 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:15.353121 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.551469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.590088 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:15.658210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1b0ce07c-ea32-45d8-aa03-e1ec07b473d8 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:21:15.669257 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1b0ce07c-ea32-45d8-aa03-e1ec07b473d8 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508993 Nov 10 14:21:15.675229 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c353f70-2125-41ec-b0f1-2254aacae175,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:15.686180 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-e31731e9-d397-47cd-bc74-4eb2cd0f249c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:21:15.693792 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-e31731e9-d397-47cd-bc74-4eb2cd0f249c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741241 Nov 10 14:21:15.699029 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:15.942948 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38698) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:15.986165 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:15.987545 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c353f70-2125-41ec-b0f1-2254aacae175 HTTP/1.1" status: 204 len: 168 time: 0.9193366 Nov 10 14:21:16.140792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:16.285330 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:16.304082 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-c4f1d6ae-a03e-4ece-820e-272c5d3edc23 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:16.315213 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-c4f1d6ae-a03e-4ece-820e-272c5d3edc23 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 818 time: 0.7396188 Nov 10 14:21:16.334322 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:16.351988 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-c74a8357-43c3-4fc6-930b-0304eb74a629 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/quotas/15808047741f442ba627de6abd4dfd0d HTTP/1.1" status: 200 len: 375 time: 0.0332413 Nov 10 14:21:16.414488 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7c634e55-be99-4656-89fc-9b87cf6c7b6f', 'name': '', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'mac_address': 'fa:16:3e:24:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:09Z', 'revision_number': 2, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'subnets': [{'id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:16.424832 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:16.443920 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Checking router: 69550075-bd42-4ca4-8686-bd53ce360779 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:21:16.448170 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Updating router 69550075-bd42-4ca4-8686-bd53ce360779 port 7c634e55-be99-4656-89fc-9b87cf6c7b6f binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:21:16.491153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:98287d9742dc4375b4f02bc49a954941 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:16.496949 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:16.514459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:16.524075 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Network 96605b48-7744-4398-a855-b7ed922e4feb is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:16.528818 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:16.669410 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-5f01c79e-570b-4e7f-9063-700df1fd141c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3153236 Nov 10 14:21:16.716286 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:16.872630 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.18', 62988) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:16.888676 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Request body: {'port': {'device_id': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:17.057353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb30a1-ec28-42a3-96b8-c96e69c60710 req-5a5815d3-9bcb-4fda-9cbd-49d8853a194d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:17.062310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-33bb30a1-ec28-42a3-96b8-c96e69c60710 req-5a5815d3-9bcb-4fda-9cbd-49d8853a194d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Synchronizing usage tracker for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:17.098858 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-637cd5f3-47ed-42ce-b604-da4de726a518 None None] Provisioning complete for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:17.099575 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-637cd5f3-47ed-42ce-b604-da4de726a518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:17.105712 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-586b2f59-8568-4fc6-a18a-bb00aafe8a3b service neutron] 10.222.0.13 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352405 Nov 10 14:21:17.147719 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Request body: {'port': {'device_id': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:17.209928 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-637cd5f3-47ed-42ce-b604-da4de726a518 None None] Port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:21:17.378510 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-ed7f2750-4805-45d2-bb04-8f08f712a0bc service neutron] 10.222.0.13 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712150 Nov 10 14:21:17.862730 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:17.882209 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Transition to ACTIVE for port object 7c634e55-be99-4656-89fc-9b87cf6c7b6f will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:17.903612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b7a35-1556-47c8-9545-a4596de5a6d0 req-95a7fdf7-a37c-4183-9eba-ab2ed2f03759 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:17.909822 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:17.912562 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f19b7a35-1556-47c8-9545-a4596de5a6d0 req-95a7fdf7-a37c-4183-9eba-ab2ed2f03759 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 932 time: 0.1477726 Nov 10 14:21:17.918735 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-259e7415-bd2d-4c27-a24b-7d8c8fc3778c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:18.040712 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f19b7a35-1556-47c8-9545-a4596de5a6d0 req-799b07da-676c-4a74-bdae-01097a90749c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269407 Nov 10 14:21:18.168713 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f25f-92ae-4f7d-9321-64038195c821 None None] Pushing event updated for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:18.186084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.186700 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-9720f25f-92ae-4f7d-9321-64038195c821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:18.217438 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-20963ae0-9ca0-4a12-a8de-391bc6d60539 req-a569dc58-ec8d-4e10-8a7a-11f1bb9d6ddd tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 210 time: 0.1225173 Nov 10 14:21:18.293794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.371686 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-33bb30a1-ec28-42a3-96b8-c96e69c60710 req-5a5815d3-9bcb-4fda-9cbd-49d8853a194d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Unset dirty status for tenant:8eafa4f9745c4ceca5a62ccf51d58e7e on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:18.380584 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33bb30a1-ec28-42a3-96b8-c96e69c60710 req-5a5815d3-9bcb-4fda-9cbd-49d8853a194d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 932 time: 2.4676068 Nov 10 14:21:18.518216 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-023b1564-dabe-4cda-aab8-0527dfefa84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:18.556862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.697152 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Attempting to bind port 7c634e55-be99-4656-89fc-9b87cf6c7b6f on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:18.697482 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Attempting to bind port 7c634e55-be99-4656-89fc-9b87cf6c7b6f by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:18.697813 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Attempting to bind port 7c634e55-be99-4656-89fc-9b87cf6c7b6f on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:18.711334 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:18.711854 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Checking segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:18.712268 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.712667 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Bound using segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:18.713154 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Bound port: 7c634e55-be99-4656-89fc-9b87cf6c7b6f, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:18.713555 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.793544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208083b3-2ce7-46fe-8a57-2947c3864091,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:18.799709 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98287d9742dc4375b4f02bc49a954941&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8506544 Nov 10 14:21:18.800570 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.802426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38788) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:18.864345 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] For port 7c634e55-be99-4656-89fc-9b87cf6c7b6f, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:18.871829 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] For port 7c634e55-be99-4656-89fc-9b87cf6c7b6f, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7c634e55-be99-4656-89fc-9b87cf6c7b6f,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:18.885002 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:18.891259 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:18.902644 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:19.065244 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:19.130630 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:19.134742 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:19.145594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:19.438712 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f25f-92ae-4f7d-9321-64038195c821 None None] Pushing event updated for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=4']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:19.458679 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-9720f25f-92ae-4f7d-9321-64038195c821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:19.574331 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:19.595594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:19.621204 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208083b3-2ce7-46fe-8a57-2947c3864091,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:19.624623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:19.636865 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaa969-3c09-4444-b85a-3ca9bf8bb471 req-d288b7ce-93b1-4688-b7f2-297528a98e4e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:19.646074 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-51eaa969-3c09-4444-b85a-3ca9bf8bb471 req-d288b7ce-93b1-4688-b7f2-297528a98e4e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 932 time: 0.3747380 Nov 10 14:21:19.725522 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:19.736098 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/208083b3-2ce7-46fe-8a57-2947c3864091 HTTP/1.1" status: 204 len: 168 time: 0.9307492 Nov 10 14:21:19.831076 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-51eaa969-3c09-4444-b85a-3ca9bf8bb471 req-d5b0781e-0ef1-4297-87d6-118bfad70aac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838753 Nov 10 14:21:19.834560 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566129ab-8031-4488-b149-43c7e5b1a84b {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:19.842228 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:19.855469 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:19.887063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Transition to ACTIVE for port object 566129ab-8031-4488-b149-43c7e5b1a84b will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:19.963439 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33bb30a1-ec28-42a3-96b8-c96e69c60710 req-ad02c476-c407-43bd-b166-2cc5f08b608b tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4864705 Nov 10 14:21:19.967087 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:20.379779 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-27ef0f1d-1971-4794-933d-fe26c59c71e4 req-26b1fb0f-603a-4cb7-a42b-1ea40065ad4e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 210 time: 0.1677318 Nov 10 14:21:20.483194 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-d59b3e18-8a29-4ca0-b7f2-884e258c2622 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:20.485085 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-d59b3e18-8a29-4ca0-b7f2-884e258c2622 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 818 time: 3.4583054 Nov 10 14:21:20.546164 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7c634e55-be99-4656-89fc-9b87cf6c7b6f', 'name': '', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'mac_address': 'fa:16:3e:24:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:18Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'subnets': [{'id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:20.551697 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9cf47-83c0-4886-89f6-f772eec92cc5 None None] The sync data for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb is: [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:21:08Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7c634e55-be99-4656-89fc-9b87cf6c7b6f', 'name': '', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'mac_address': 'fa:16:3e:24:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:18Z', 'revision_number': 4, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'subnets': [{'id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:21:20.629546 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:20.674153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:21:20.904078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Request body: {'port': {'device_id': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'admin_state_up': True, 'tenant_id': '15808047741f442ba627de6abd4dfd0d'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:20.993031 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7c634e55-be99-4656-89fc-9b87cf6c7b6f up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:21.172324 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 7c634e55-be99-4656-89fc-9b87cf6c7b6f completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:21.179565 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 7c634e55-be99-4656-89fc-9b87cf6c7b6f triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:21.180325 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:21.470107 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc43275-c2a7-47bb-bc4f-60a978dcbb6d req-9776f7cc-ad8c-426b-ae6a-36288f6515a1 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:21.480205 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bc43275-c2a7-47bb-bc4f-60a978dcbb6d req-9776f7cc-ad8c-426b-ae6a-36288f6515a1 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 944 time: 0.2937565 Nov 10 14:21:21.562003 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bc43275-c2a7-47bb-bc4f-60a978dcbb6d req-2ce3e422-fb3c-447f-83c0-ea662d185960 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Nov 10 14:21:21.568409 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.18', 62998) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:21.578340 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Pushing event updated for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:21.631023 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:21.659800 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38898) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:21.725604 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 7c634e55-be99-4656-89fc-9b87cf6c7b6f, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7c634e55-be99-4656-89fc-9b87cf6c7b6f,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:21.735176 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:21.742111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:21.834421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:21.868855 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Attempting to bind port 566129ab-8031-4488-b149-43c7e5b1a84b on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:21.869236 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Attempting to bind port 566129ab-8031-4488-b149-43c7e5b1a84b by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '134d6b1e-47de-421d-b940-b0af389ed696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:21.870076 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Attempting to bind port 566129ab-8031-4488-b149-43c7e5b1a84b on network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:21.885545 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Port 566129ab-8031-4488-b149-43c7e5b1a84b on network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:21.886020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Attempting to bind port 566129ab-8031-4488-b149-43c7e5b1a84b on network 7e87a1fd-d84d-4af5-8402-a3f5444ad584 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:21.898144 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:21:21.899390 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:21.913898 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:21.914835 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-164171c2-16c5-4f46-9b79-8e2376587970 req-6272a9f5-55ac-4e61-84d3-6ef7507f1649 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 210 time: 0.0709946 Nov 10 14:21:21.923847 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.db.resource_extend [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 14:21:21.931136 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:21:21.945797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:21.945797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Checking segment: {'id': '134d6b1e-47de-421d-b940-b0af389ed696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:21.946566 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Bound using segment: {'id': '134d6b1e-47de-421d-b940-b0af389ed696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:21.947046 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Bound port: 566129ab-8031-4488-b149-43c7e5b1a84b, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134d6b1e-47de-421d-b940-b0af389ed696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:21.947397 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:21.962284 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:21.963261 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:21.999248 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-879aa0f1-06ba-4dff-bf6f-23a0649cb040 admin admin] 10.222.0.13 "PUT /v2.0/routers/81758d2d-e05d-47e1-bdee-1c50e9330ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1334820 Nov 10 14:21:22.009976 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-6a8fbc91-4b2c-4bf4-a199-68fa456dfa82 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:22.015522 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-6a8fbc91-4b2c-4bf4-a199-68fa456dfa82 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 818 time: 0.4432461 Nov 10 14:21:22.022006 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.049732 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Request body: {'port': {'device_id': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'admin_state_up': True, 'tenant_id': '15808047741f442ba627de6abd4dfd0d'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:22.087667 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef7ee90-5d7c-465e-b7c4-510bf61913bf {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:22.098191 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.116058 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Transition to ACTIVE for port object eef7ee90-5d7c-465e-b7c4-510bf61913bf will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:22.141146 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.183966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:22.208261 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:22.217568 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Usage tracker for resource:security_group_rule and tenant:abf872ea6de549518c7a312faffbad80 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:22.225394 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38916) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:22.226627 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:22.265457 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:22.291147 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:22.292246 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:22.323563 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:22.403054 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:22.414131 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:22.426192 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:22.436775 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-7b3cf0c0-e0b3-4dc2-99e7-cb5d5a974b27 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:22.437700 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-7b3cf0c0-e0b3-4dc2-99e7-cb5d5a974b27 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:22.455226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.464271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:22.468762 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.482922 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:22.487524 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Made reservation on behalf of 15808047741f442ba627de6abd4dfd0d for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:22.491755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.526399 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Made reservation on behalf of 15808047741f442ba627de6abd4dfd0d for: {'port': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:22.530676 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.540149 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:22.573261 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Attempting to bind port eef7ee90-5d7c-465e-b7c4-510bf61913bf on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:22.573508 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Attempting to bind port eef7ee90-5d7c-465e-b7c4-510bf61913bf by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:22.574144 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Attempting to bind port eef7ee90-5d7c-465e-b7c4-510bf61913bf on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:22.614817 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abf872ea6de549518c7a312faffbad80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9484546 Nov 10 14:21:22.618487 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 38934) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:22.623946 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=566129ab-8031-4488-b149-43c7e5b1a84b,segment=NetworkSegment(134d6b1e-47de-421d-b940-b0af389ed696),segment_id=134d6b1e-47de-421d-b940-b0af389ed696)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:22.628210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-7b3cf0c0-e0b3-4dc2-99e7-cb5d5a974b27 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:22.635450 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-7b3cf0c0-e0b3-4dc2-99e7-cb5d5a974b27 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 932 time: 1.3352635 Nov 10 14:21:22.639929 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Port eef7ee90-5d7c-465e-b7c4-510bf61913bf on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:22.640255 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Attempting to bind port eef7ee90-5d7c-465e-b7c4-510bf61913bf on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:22.643259 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.656959 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4ca23b-126f-422e-91c8-1e3385b6ae8b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:22.661405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.684964 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:22.685307 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Checking segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:22.685828 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Bound using segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:22.686282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Bound port: eef7ee90-5d7c-465e-b7c4-510bf61913bf, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:22.686655 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.705964 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:22.711674 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:22.735310 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:22.747680 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Usage tracker for resource:security_group_rule and tenant:008918e711f7429c8c8ead30f86c8fb9 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:22.759147 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:22.909568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:14Z', 'revision_number': 2, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:22.915736 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:21:22.916125 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Updating router 81758d2d-e05d-47e1-bdee-1c50e9330ddd port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:21:22.969041 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:22.970504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:22.970782 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Allocated IP 172.20.0.5 (4e7922f4-6c98-4f81-bfd2-108d3ae34bd9/7d348aa6-a067-416d-8e1d-293ae9b7e5eb/c499e0f1-e40b-4999-81e2-d7031dcee105) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:22.973079 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] 10.222.0.18 "PUT /v2.0/ports/566129ab-8031-4488-b149-43c7e5b1a84b HTTP/1.1" status: 200 len: 1094 time: 7.0191591 Nov 10 14:21:23.002728 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7c634e55-be99-4656-89fc-9b87cf6c7b6f up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:23.010343 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:23.113498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Pushing event updated for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:23.124500 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:23.171077 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.260527 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 7c634e55-be99-4656-89fc-9b87cf6c7b6f triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:23.261091 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.341353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 38960) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:23.504688 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-cf4d7628-c429-4685-a0c1-d17927d134f6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:23.517537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691228344', 'description': 'tempest-description--1467152905'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:23.523213 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.527380 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:23.532950 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:23.538012 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:23.549328 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:23.560778 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:23.600674 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.621962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.636357 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.650771 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:23.682346 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:23.688009 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:23.702518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:23.721242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.740689 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:23.779956 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:23.781210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:23.795142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:23.796307 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:23.812108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:23.812673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-cf4d7628-c429-4685-a0c1-d17927d134f6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:23.818208 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:23.818557 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.824671 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-efd175a1-2c24-41d1-966e-f3d0b17aa29e req-cf4d7628-c429-4685-a0c1-d17927d134f6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1882818 Nov 10 14:21:23.840332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.850184 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.856592 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-bebc9f2a-c677-4378-99e5-cc37741e18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:23.860253 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-bebc9f2a-c677-4378-99e5-cc37741e18f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8eafa4f9745c4ceca5a62ccf51d58e7e&device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 1097 time: 0.7070749 Nov 10 14:21:23.867886 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Transition to ACTIVE for port object 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:23.876887 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.879523 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Pushing event updated for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:23.885816 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0a8f5eaf-e3ac-4942-a27e-35f8aefd4173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:23.891848 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:23.892669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e801e1-0692-4622-a35d-bc4fc814c9af req-19dcd53e-03c8-47c7-9414-7bafc9ceaaaf tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:23.895080 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e2e801e1-0692-4622-a35d-bc4fc814c9af req-19dcd53e-03c8-47c7-9414-7bafc9ceaaaf tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 944 time: 0.3377230 Nov 10 14:21:23.901498 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:23.945640 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9089246 Nov 10 14:21:23.953613 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:23.990782 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Request body: {'port': {'device_id': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:24.051206 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.052682 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c4ca23b-126f-422e-91c8-1e3385b6ae8b HTTP/1.1" status: 204 len: 168 time: 1.4128649 Nov 10 14:21:24.067114 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Allocated IP 172.20.0.3 (4e7922f4-6c98-4f81-bfd2-108d3ae34bd9/7d348aa6-a067-416d-8e1d-293ae9b7e5eb/2fce47d6-e26a-4107-83d9-5a346069f826) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:24.071270 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:24.073457 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:24.082938 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-42ad1eb9-a41e-4b38-aa89-6deb7c23741d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=566129ab-8031-4488-b149-43c7e5b1a84b HTTP/1.1" status: 200 len: 217 time: 0.2070677 Nov 10 14:21:24.084000 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:24.088556 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.151709 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e2e801e1-0692-4622-a35d-bc4fc814c9af req-75525750-ea1a-4638-9bba-5a0ab4264f1c tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422540 Nov 10 14:21:24.171150 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.182767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4ca23b-126f-422e-91c8-1e3385b6ae8b,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:24.206495 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:24.254775 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Pushing event updated for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:24.255427 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1c4148ca-e0ba-4df6-ad93-448a99022b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:24.266705 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:24.298534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Attempting to bind port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:24.298912 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Attempting to bind port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:24.299283 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Attempting to bind port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:24.310837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:24.311182 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Checking segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:24.311586 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.311991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Bound using segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:24.312472 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Bound port: 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:24.312873 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.322746 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-113feabf-b9ed-4744-a8fa-2d80463c1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:24.327524 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-113feabf-b9ed-4744-a8fa-2d80463c1957 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b89101f-531b-41e5-9c07-80e4684371b5 HTTP/1.1" status: 200 len: 851 time: 0.2301307 Nov 10 14:21:24.340186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:24.341090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.344255 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/eef7ee90-5d7c-465e-b7c4-510bf61913bf HTTP/1.1" status: 200 len: 1094 time: 8.3785708 Nov 10 14:21:24.497670 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] For port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:24.502288 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] For port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:24.510555 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.515716 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:24.541212 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=008918e711f7429c8c8ead30f86c8fb9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3056853 Nov 10 14:21:24.556626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39004) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:24.584539 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-8ef36914-baf8-41a0-9ddd-fbbfac252e97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e87a1fd-d84d-4af5-8402-a3f5444ad584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2038774 Nov 10 14:21:24.589715 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b', 'status': 'completed', 'code': 200} Nov 10 14:21:24.600488 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:24.600488 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:20:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:24.664603 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.699891 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7540365-bb5b-4735-838a-05e70aef82e9,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:24.706120 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.729953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Pushing event updated for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:24.748648 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:24.750098 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.807073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:24.944558 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39020) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:24.947519 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:24.994728 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.013094 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:25.019806 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.032568 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-3a9d5b42-646a-4290-ba88-5701bf2ec1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:25.034210 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-3a9d5b42-646a-4290-ba88-5701bf2ec1b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 1097 time: 0.6057615 Nov 10 14:21:25.052373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-56582751-cd65-47f4-a866-153b0b6e6b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:25.063772 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-3e622184-e8e0-4252-a98e-5bba7749c802 service neutron] 10.222.0.18 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678049 Nov 10 14:21:25.068415 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7540365-bb5b-4735-838a-05e70aef82e9,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:25.082121 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:25.101894 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.103521 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7540365-bb5b-4735-838a-05e70aef82e9 HTTP/1.1" status: 204 len: 168 time: 0.5333595 Nov 10 14:21:25.155060 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e590-2ada-472c-af71-e1df7a818822 req-178b7da3-3c53-4fc2-a1e6-fe159a079913 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:25.156635 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d593e590-2ada-472c-af71-e1df7a818822 req-178b7da3-3c53-4fc2-a1e6-fe159a079913 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 944 time: 0.1605663 Nov 10 14:21:25.162304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:25.192065 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.239156 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d593e590-2ada-472c-af71-e1df7a818822 req-95a2221a-7bb9-41eb-b15d-a7299a6ad67c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707021 Nov 10 14:21:25.264170 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39030) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:25.289393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020ebf48-c4ba-479a-8d04-f34605a32725,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:25.295563 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:25.299526 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Usage tracker for resource:security_group_rule and tenant:7a30dba1cfac40b4b71f1e50918366de is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:25.303046 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:25.308954 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:25.395677 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.401260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:25.480241 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:24Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:25.484846 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f74af9-7c0c-4a5b-b989-6ee7b3f192b3 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:24Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:21:25.547886 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12631e9d-3ff9-4dc1-afe4-d4e80c46fb6a req-cdfba2ea-2223-4242-bb15-76ae710636fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:25.548573 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-12631e9d-3ff9-4dc1-afe4-d4e80c46fb6a req-cdfba2ea-2223-4242-bb15-76ae710636fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:25.554029 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.560305 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0580022 Nov 10 14:21:25.561715 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39044) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:25.579155 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-7aca4455-eba7-466b-b0ba-452c097a84d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf HTTP/1.1" status: 200 len: 217 time: 0.5130162 Nov 10 14:21:25.580096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group_rule': {'security_group_id': '020ebf48-c4ba-479a-8d04-f34605a32725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:25.586262 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.609628 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:25.617130 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:25.621847 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:25.630563 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:25.648382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28f76d-04e0-4e2e-a6d7-06969bcc873b req-12c2802d-af88-4153-9ab9-d1963ab05b4f tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:25.655691 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8d28f76d-04e0-4e2e-a6d7-06969bcc873b req-12c2802d-af88-4153-9ab9-d1963ab05b4f tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 944 time: 0.2543268 Nov 10 14:21:25.711063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.745772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:25.757702 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a30dba1cfac40b4b71f1e50918366de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579792 Nov 10 14:21:25.757702 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-47ca15bf-b924-4a2f-8ba4-e98e0d26075d req-a43cca5d-6e7c-463b-89db-97da026c013f service neutron] 10.222.0.18 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062604 Nov 10 14:21:25.758207 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39048) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:25.773547 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-12631e9d-3ff9-4dc1-afe4-d4e80c46fb6a req-cdfba2ea-2223-4242-bb15-76ae710636fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:25.780071 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-12631e9d-3ff9-4dc1-afe4-d4e80c46fb6a req-cdfba2ea-2223-4242-bb15-76ae710636fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 931 time: 1.6896799 Nov 10 14:21:25.783092 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8d28f76d-04e0-4e2e-a6d7-06969bcc873b req-90ba74d8-5703-4657-a7bf-3f2dd1eb1817 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264157 Nov 10 14:21:25.819034 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.825260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-1dc5f2ba-9a21-432a-af3a-f44fe8c283e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:25.827281 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-1dc5f2ba-9a21-432a-af3a-f44fe8c283e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.2394714 Nov 10 14:21:25.827804 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39052) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:25.845254 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:25.856483 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f98814ffddab4294b31fba610fcfc509 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:25.859656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:25.867979 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:25.940067 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.945081 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.952299 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:25.977812 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-286aa4ab-e426-42c8-b55e-18d46ae59bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:25.979758 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daad2c00-a9cf-46ef-8a0e-644285c1ddea,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:25.995897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:26.024523 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.026942 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641881 Nov 10 14:21:26.028478 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.036019 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.037151 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39060) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:26.041526 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.050922 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d4c344-ab88-4598-b212-8d751c0a7821,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:26.051806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-44570130-9f6d-4680-9acd-158912fec4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:26.054966 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-b0998d9d-f23d-4311-a344-fad5b654f8e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523705 Nov 10 14:21:26.059253 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:26.081080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group_rule': {'security_group_id': '020ebf48-c4ba-479a-8d04-f34605a32725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:26.098381 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f98814ffddab4294b31fba610fcfc509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307328 Nov 10 14:21:26.098381 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488fc684-b09a-434a-bd83-4afc9fe8a53b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:26.103115 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39064) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:26.105993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:26.121121 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-12631e9d-3ff9-4dc1-afe4-d4e80c46fb6a req-04fa43ca-d445-4a75-bb62-9d4c4ed3afb8 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401787 Nov 10 14:21:26.123488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:26.126000 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:26.174945 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.218605 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.303753 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.309674 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f32efde3-80d7-4099-9814-d90be87f3b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:26.311524 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:26.314507 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Usage tracker for resource:security_group_rule and tenant:8064efcefad9466bab1230567963b26b is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:26.320830 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:26.325631 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488fc684-b09a-434a-bd83-4afc9fe8a53b,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:26.326712 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:26.328169 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:26.329589 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.330214 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488fc684-b09a-434a-bd83-4afc9fe8a53b HTTP/1.1" status: 204 len: 168 time: 0.2260857 Nov 10 14:21:26.345844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:26.351022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.360980 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:26.382168 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.416152 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.454674 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-f015f50d-eb3d-4265-8e63-67f4c5a6c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:26.457389 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-f015f50d-eb3d-4265-8e63-67f4c5a6c6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8eafa4f9745c4ceca5a62ccf51d58e7e&device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 1097 time: 0.6156955 Nov 10 14:21:26.471724 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.517111 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f2a2b-d9d2-46ed-88c4-0fc6be5d4149 req-9d03a82e-5272-4902-a9bf-69a6e4486c71 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:26.518683 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5b3f2a2b-d9d2-46ed-88c4-0fc6be5d4149 req-9d03a82e-5272-4902-a9bf-69a6e4486c71 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 944 time: 0.1149564 Nov 10 14:21:26.532312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.543645 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.573514 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5b3f2a2b-d9d2-46ed-88c4-0fc6be5d4149 req-191de5d5-5d17-4be4-84f4-d066f40df744 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 Nov 10 14:21:26.609866 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-eb9521f8-6234-4713-b271-3063c59740e3 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322042 Nov 10 14:21:26.610382 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:26.754771 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf', 'status': 'completed', 'code': 200} Nov 10 14:21:26.802192 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39082) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:26.843448 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.912528 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.943129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:26.954387 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:26.977672 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:26.992965 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.042417 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.063398 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:27.063597 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:27.064802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-b9d541fc-75e9-4e4e-8263-026088463039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:27.067010 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-b9d541fc-75e9-4e4e-8263-026088463039 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e87a1fd-d84d-4af5-8402-a3f5444ad584 HTTP/1.1" status: 200 len: 912 time: 0.5681443 Nov 10 14:21:27.068379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Usage tracker for resource:security_group_rule and tenant:dbcc1e2a84444834a2a8a960f47f61ed is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:27.068942 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.071258 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:27.078565 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:27.090022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:27.093143 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:27.100892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:27.101627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.116862 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:27.122708 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:27.123150 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.219659 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.233876 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bd4e4-d04a-4380-b5c2-fbe19ad4c2bd req-b5389582-d63a-456c-a4f8-48cc93e2bdbc tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:27.241506 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-336bd4e4-d04a-4380-b5c2-fbe19ad4c2bd req-b5389582-d63a-456c-a4f8-48cc93e2bdbc tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 944 time: 0.2572365 Nov 10 14:21:27.293756 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.294707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.323816 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.325475 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51d4c344-ab88-4598-b212-8d751c0a7821 HTTP/1.1" status: 204 len: 168 time: 1.5533969 Nov 10 14:21:27.328706 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8064efcefad9466bab1230567963b26b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4366338 Nov 10 14:21:27.344377 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:27.358044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39100) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:27.364506 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-25c380d0-9644-429a-ac54-080bd05d2395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=566129ab-8031-4488-b149-43c7e5b1a84b HTTP/1.1" status: 200 len: 217 time: 0.2469311 Nov 10 14:21:27.371511 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Pushing event updated for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.382763 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08d6903f-63f6-42b6-903b-6e7b216bbcd9 req-f53cf183-1aa9-4e18-9b1d-f719fdd033b0 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453599 Nov 10 14:21:27.398497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.405311 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5094576 Nov 10 14:21:27.406309 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:27.446985 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.481528 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:27.490951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.492026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c499e0f1-e40b-4999-81e2-d7031dcee105 {{(pid=86771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:27.494799 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:27.505729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.523531 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Transition to ACTIVE for port object c499e0f1-e40b-4999-81e2-d7031dcee105 will not be triggered until provisioned by entity L2. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:27.524640 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d767c2-bcf4-45ab-9cac-b305b601b84d,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.577441 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbcc1e2a84444834a2a8a960f47f61ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731750 Nov 10 14:21:27.583027 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.583940 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.584671 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Request body: {'port': {'device_id': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:27.585039 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39106) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:27.651634 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:27.654551 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.677938 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.722717 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.730885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.761847 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-336bd4e4-d04a-4380-b5c2-fbe19ad4c2bd req-f26dd8ae-562f-4407-bae6-034158566b78 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192163 Nov 10 14:21:27.770129 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.770875 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.805243 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.809497 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7614057 Nov 10 14:21:27.820785 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39118) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:27.844030 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b4546-9450-4e1d-819c-9ef8da5b50aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05685c08-566e-482e-8e15-31fde116f80a,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.854435 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:27.876730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:27.895572 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-8f1ddb34-9c51-45bf-85cb-9d8ae9948022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:27.897223 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-8f1ddb34-9c51-45bf-85cb-9d8ae9948022 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b89101f-531b-41e5-9c07-80e4684371b5 HTTP/1.1" status: 200 len: 851 time: 0.4974620 Nov 10 14:21:27.898321 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:floatingip and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:27.906789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d4c344-ab88-4598-b212-8d751c0a7821,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:27.919090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:27.934608 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.969358 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.880s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:27.969733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:27.972613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:27.975506 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:27.979546 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:28.053307 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-cf142dd3-2089-4ea0-985b-1aad2926f7d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e87a1fd-d84d-4af5-8402-a3f5444ad584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355736 Nov 10 14:21:28.053963 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.071517 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-0e6ca4c1-4c12-4c15-8cb1-4a4ae9fed615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.073693 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-0e6ca4c1-4c12-4c15-8cb1-4a4ae9fed615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 1097 time: 0.5756867 Nov 10 14:21:28.091048 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45767c8-b13c-427d-a68b-d75b08647828,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:28.098286 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.managers [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Attempting to bind port c499e0f1-e40b-4999-81e2-d7031dcee105 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:28.098721 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.managers [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Attempting to bind port c499e0f1-e40b-4999-81e2-d7031dcee105 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}] {{(pid=86771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:28.099029 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Attempting to bind port c499e0f1-e40b-4999-81e2-d7031dcee105 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:28.108886 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Port c499e0f1-e40b-4999-81e2-d7031dcee105 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:28.108886 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Attempting to bind port c499e0f1-e40b-4999-81e2-d7031dcee105 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:28.115931 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:28.116263 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Checking segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:28.116853 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Bound using segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} {{(pid=86771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:28.117293 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.managers [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Bound port: c499e0f1-e40b-4999-81e2-d7031dcee105, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}}] {{(pid=86771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:28.117615 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.151070 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:28.164606 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.184612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09cd0-548e-4752-9cd9-ce5122d0bc7e req-97e3045c-8896-45bf-aa61-d7df5ba64220 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.186022 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-70e09cd0-548e-4752-9cd9-ce5122d0bc7e req-97e3045c-8896-45bf-aa61-d7df5ba64220 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 944 time: 0.2778258 Nov 10 14:21:28.193783 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.203914 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8f2a421b-042f-4c39-8ccd-c4094759ce91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:28.234709 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d767c2-bcf4-45ab-9cac-b305b601b84d,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:28.249335 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:28.281009 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.282426 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6d767c2-bcf4-45ab-9cac-b305b601b84d HTTP/1.1" status: 204 len: 168 time: 0.6930194 Nov 10 14:21:28.291765 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, cleared binding levels {{(pid=86771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:28.304726 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-70e09cd0-548e-4752-9cd9-ce5122d0bc7e req-65191d89-aeee-417a-89ac-ddb643dd754e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070502 Nov 10 14:21:28.309270 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=c499e0f1-e40b-4999-81e2-d7031dcee105,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:28.321122 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.326402 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:28.393169 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.393641 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.395330 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] 10.222.0.18 "PUT /v2.0/ports/c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 200 len: 1093 time: 4.4406474 Nov 10 14:21:28.395815 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:28.413995 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066120b4-8a15-4c70-b078-6e0039cb32ec req-afeaae50-5e49-4705-90d9-584679445750 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.415468 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-066120b4-8a15-4c70-b078-6e0039cb32ec req-afeaae50-5e49-4705-90d9-584679445750 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 943 time: 1.0456338 Nov 10 14:21:28.443946 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.518224 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=3']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:28.529603 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:28.550022 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-6fb7e16c-493f-42c4-99cf-7760b9fda54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.552505 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-6fb7e16c-493f-42c4-99cf-7760b9fda54b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1096 time: 0.1024239 Nov 10 14:21:28.565901 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b7212bd-646d-4155-812b-e065df813104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:28.635367 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-7a30a84e-a841-4ad8-9b9d-ded9e19b8d94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 200 len: 217 time: 0.0741336 Nov 10 14:21:28.737401 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-509eb606-7e0e-4ef7-b724-22c9880601ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.739480 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-509eb606-7e0e-4ef7-b724-22c9880601ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.0967174 Nov 10 14:21:28.742977 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-066120b4-8a15-4c70-b078-6e0039cb32ec req-f9558256-93d6-4c3b-839a-e85e56453542 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018043 Nov 10 14:21:28.780021 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-8e93bd13-e160-42a6-829a-aa5bc2143863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:28.781478 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-8e93bd13-e160-42a6-829a-aa5bc2143863 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 916 time: 0.6849430 Nov 10 14:21:28.793630 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-959b4197-c1dd-47f8-836f-7403673031ef service neutron] 10.222.0.18 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061672 Nov 10 14:21:28.819513 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-6cec3e59-0994-49e6-8359-2fa8ec9238f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714219 Nov 10 14:21:28.944956 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:28.967868 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-e409b97a-313f-4cbb-8a69-9dce4df17b12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf HTTP/1.1" status: 200 len: 217 time: 0.1723440 Nov 10 14:21:29.063392 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105', 'status': 'completed', 'code': 200} Nov 10 14:21:29.084997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 566129ab-8031-4488-b149-43c7e5b1a84b details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:29.167912 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-cbe5a1f0-9b35-4952-acf4-3dedb0b13d4a service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417838 Nov 10 14:21:29.171393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.196054 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:29.196444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.305859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-141b803a-5823-4e7c-91d1-3c1a390f0d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:29.319507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=566129ab-8031-4488-b149-43c7e5b1a84b,segment=NetworkSegment(134d6b1e-47de-421d-b940-b0af389ed696),segment_id=134d6b1e-47de-421d-b940-b0af389ed696)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:29.341787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05685c08-566e-482e-8e15-31fde116f80a,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:29.354871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:29.395184 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-564ba25c-b908-4526-9df2-e19cd78c4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:29.396647 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-564ba25c-b908-4526-9df2-e19cd78c4f52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.4156196 Nov 10 14:21:29.407438 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.412059 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05685c08-566e-482e-8e15-31fde116f80a HTTP/1.1" status: 204 len: 168 time: 2.0477898 Nov 10 14:21:29.539080 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e806c097-27ff-4385-95cd-29812c3d7a4a req-b9182460-e937-4598-acb2-44186a0cf3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559362 Nov 10 14:21:29.549206 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-9a4dfa84-5c00-4e18-83fd-2cea428b59cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333692 Nov 10 14:21:29.552178 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '566129ab-8031-4488-b149-43c7e5b1a84b', 'network_id': '7e87a1fd-d84d-4af5-8402-a3f5444ad584', 'port_id': '566129ab-8031-4488-b149-43c7e5b1a84b', 'mac_address': 'fa:16:3e:6e:e9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b89101f-531b-41e5-9c07-80e4684371b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:29.595315 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb339192-6f72-4ece-bfe9-f7a3725ce1b7 req-9651e682-4de1-4103-99e5-4bed4e0e2040 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992672 Nov 10 14:21:29.611311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fce47d6-e26a-4107-83d9-5a346069f826 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:29.683001 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.707145 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.775828 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f68d11-f247-4b14-aa94-c4360886986f req-d47b3863-fab2-4f74-9092-8ead01e2429d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:29.777399 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-52f68d11-f247-4b14-aa94-c4360886986f req-d47b3863-fab2-4f74-9092-8ead01e2429d tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 944 time: 0.6911137 Nov 10 14:21:29.790812 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Transition to ACTIVE for port object 2fce47d6-e26a-4107-83d9-5a346069f826 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:29.799479 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.822830 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.852800 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.859676 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566129ab-8031-4488-b149-43c7e5b1a84b {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:29.880918 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=566129ab-8031-4488-b149-43c7e5b1a84b,segment=NetworkSegment(134d6b1e-47de-421d-b940-b0af389ed696),segment_id=134d6b1e-47de-421d-b940-b0af389ed696)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:29.887340 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:29.889618 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-ce4bc489-325d-47fc-965b-f0adfd23ec00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:29.903988 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:29.969450 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac50157-ce84-4acd-afdc-932620471cf1 req-341eb7de-e48b-4126-9320-d7e55312b0cd tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:29.972997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:29.976897 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:29.979133 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9ac50157-ce84-4acd-afdc-932620471cf1 req-341eb7de-e48b-4126-9320-d7e55312b0cd tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 944 time: 0.3826208 Nov 10 14:21:30.016423 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f294e-3654-45e9-9903-e144e163c1b2 req-779b4264-bd1a-4b2f-b220-e4a1ac982824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:30.018127 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-779b4264-bd1a-4b2f-b220-e4a1ac982824 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1096 time: 0.2645891 Nov 10 14:21:30.117833 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9ac50157-ce84-4acd-afdc-932620471cf1 req-ed4c1e02-1100-4578-864c-39ff21745000 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377594 Nov 10 14:21:30.140651 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-52f68d11-f247-4b14-aa94-c4360886986f req-3cd9473c-a8dd-42fd-aecc-69477c4e4ca7 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448133 Nov 10 14:21:30.147376 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['566129ab-8031-4488-b149-43c7e5b1a84b'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:30.218364 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-f429ccdf-2bc3-4568-9399-f58201a68999 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491899 Nov 10 14:21:30.222129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:30.264603 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:30.355184 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f294e-3654-45e9-9903-e144e163c1b2 req-647ad55d-f8f8-43eb-967f-e4eadb53939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:30.356657 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-647ad55d-f8f8-43eb-967f-e4eadb53939d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.3295093 Nov 10 14:21:30.423946 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Allocated IP 172.28.2.225 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/3572759c-09e5-498f-9cbe-e4968945cbbf) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:30.438473 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Attempting to bind port 2fce47d6-e26a-4107-83d9-5a346069f826 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:30.438748 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Attempting to bind port 2fce47d6-e26a-4107-83d9-5a346069f826 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:30.439234 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Attempting to bind port 2fce47d6-e26a-4107-83d9-5a346069f826 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:30.483611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Port 2fce47d6-e26a-4107-83d9-5a346069f826 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:30.483910 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Attempting to bind port 2fce47d6-e26a-4107-83d9-5a346069f826 on network 4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:30.505572 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-599415d3-4ba9-4463-9935-066bbdce8858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 200 len: 217 time: 0.1403360 Nov 10 14:21:30.537396 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:30.537772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Checking segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:30.538117 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Bound using segment: {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:30.538589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Bound port: 2fce47d6-e26a-4107-83d9-5a346069f826, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560c08bd-3648-4c38-bbee-fa22fbbfc59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:30.538941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:30.601912 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-dedaa4a2-e00f-4f89-8351-6904190fb686 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:30.602654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-dedaa4a2-e00f-4f89-8351-6904190fb686 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:30.623293 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f294e-3654-45e9-9903-e144e163c1b2 req-997f86d5-7eed-456d-bd71-8b12084e4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:30.624897 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-997f86d5-7eed-456d-bd71-8b12084e4a2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.1111128 Nov 10 14:21:30.630684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-dedaa4a2-e00f-4f89-8351-6904190fb686 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:30.632122 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-dedaa4a2-e00f-4f89-8351-6904190fb686 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 943 time: 0.3511174 Nov 10 14:21:30.689447 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-e7b8d97e-0ef9-40c0-ae03-426b0fbea09b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563240 Nov 10 14:21:30.806234 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5dae6c53-8f27-4ad8-b7ec-6d7efecf2413 req-e955ce60-8052-4c23-831d-1cd12fc46459 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404074 Nov 10 14:21:30.807279 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-ae4b631c-b23e-48a9-b928-23b520bc2b49 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:30.880678 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-ae4b631c-b23e-48a9-b928-23b520bc2b49 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:30.895250 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-54cc9b6d-171e-4c5c-b949-90d22548ef22 req-ae4b631c-b23e-48a9-b928-23b520bc2b49 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256711 Nov 10 14:21:30.897401 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:30.915070 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:30.923928 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2fce47d6-e26a-4107-83d9-5a346069f826,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:30.935691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:30.948680 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c491745b-ae58-4bce-8bef-8053c327a1d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:30.953784 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-c5458ff4-a3fb-4c2d-b7b8-a72223b074a0 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553456 Nov 10 14:21:30.989298 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device eef7ee90-5d7c-465e-b7c4-510bf61913bf details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:31.122216 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:31.123371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.127840 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 1093 time: 3.7063701 Nov 10 14:21:31.130207 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:31.272035 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-779f294e-3654-45e9-9903-e144e163c1b2 req-238d0b5c-c42b-4f96-a50f-81f1c89176a8 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109989 Nov 10 14:21:31.327057 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:21:31.376780 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 566129ab-8031-4488-b149-43c7e5b1a84b up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:31.404827 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826', 'status': 'completed', 'code': 200} Nov 10 14:21:31.428200 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:31.496681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:31.514343 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.556102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:31.558158 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d14d-558d-4fef-b832-c0083a55710c req-8e633200-fd84-4e16-814e-3df34f537a2b tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:31.571416 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.576695 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1f51d14d-558d-4fef-b832-c0083a55710c req-8e633200-fd84-4e16-814e-3df34f537a2b tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 945 time: 0.1244497 Nov 10 14:21:31.590221 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:31.647562 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'port_id': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf', 'mac_address': 'fa:16:3e:7a:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf13b4bf-1f24-4f1e-beab-7527a692bb55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:31.685487 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1f51d14d-558d-4fef-b832-c0083a55710c req-e4530c8a-3b95-409d-a73a-90ca92dafe98 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076763 Nov 10 14:21:31.717509 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 566129ab-8031-4488-b149-43c7e5b1a84b completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:31.730082 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:31.736577 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:31.738277 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 566129ab-8031-4488-b149-43c7e5b1a84b triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:31.738783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.740700 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-ef525e48-9d03-46f0-ba33-e39f4f4c4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:31.742082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-ef525e48-9d03-46f0-ba33-e39f4f4c4291 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1096 time: 0.5371604 Nov 10 14:21:31.754662 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:31.824658 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.835921 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-878a7259-33a7-426d-b289-9dd16d349928 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.0768757 Nov 10 14:21:31.839393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=3572759c-09e5-498f-9cbe-e4968945cbbf,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:31.846506 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:31.849252 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7ee90-5d7c-465e-b7c4-510bf61913bf {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:31.867272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:31.911551 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:31.943891 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:31.982100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2915c-41b9-4007-8c96-ca191662e176 req-7f88c428-5326-4638-baf5-4f3de848c50c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:31.994891 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e4e2915c-41b9-4007-8c96-ca191662e176 req-7f88c428-5326-4638-baf5-4f3de848c50c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 944 time: 0.5651805 Nov 10 14:21:32.127005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.145979 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-ac1b5a39-0bc5-4898-8c26-3eec2ec61753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:32.148079 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-ac1b5a39-0bc5-4898-8c26-3eec2ec61753 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.3029215 Nov 10 14:21:32.160405 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.182691 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:32.203826 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e4e2915c-41b9-4007-8c96-ca191662e176 req-3ac74acd-2c3e-4c89-b536-d652ba9a3335 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053556 Nov 10 14:21:32.252864 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:32.264091 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13e53-c0d2-40a2-bcdb-5af4779e47e7 req-c5456f49-4024-4a7a-a26b-82ccf0a5b976 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:32.266490 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9ab13e53-c0d2-40a2-bcdb-5af4779e47e7 req-c5456f49-4024-4a7a-a26b-82ccf0a5b976 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 943 time: 0.1562078 Nov 10 14:21:32.274300 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:32.274780 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-e8b910c0-bed5-4791-9ffd-f5755366846e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689073 Nov 10 14:21:32.294125 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=566129ab-8031-4488-b149-43c7e5b1a84b,segment=NetworkSegment(134d6b1e-47de-421d-b940-b0af389ed696),segment_id=134d6b1e-47de-421d-b940-b0af389ed696)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:32.297624 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:32.314118 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.396910 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9ab13e53-c0d2-40a2-bcdb-5af4779e47e7 req-4a4bac45-9955-493d-84cd-857dc2b54279 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233799 Nov 10 14:21:32.406679 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.415070 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9f86125e-ba06-4ce4-9928-4c760283f8ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:32.555607 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:32.565918 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:32.765638 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b', 'code': 200} Nov 10 14:21:32.829848 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-a3bc08a7-2d37-40a4-bef8-a358fce1a0a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438747 Nov 10 14:21:32.839443 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.945129 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a540042-ac41-485f-9e41-b41b7cb96d26 req-db676c67-7ad6-44fe-b2a2-599a3d7fe9ec tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:32.952556 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0a540042-ac41-485f-9e41-b41b7cb96d26 req-db676c67-7ad6-44fe-b2a2-599a3d7fe9ec tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.1211057 Nov 10 14:21:32.973883 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:32.982839 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:32.991500 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device c499e0f1-e40b-4999-81e2-d7031dcee105 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:33.026860 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0a540042-ac41-485f-9e41-b41b7cb96d26 req-8f281e3d-9783-4c92-ae77-644d779395a7 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726497 Nov 10 14:21:33.056387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.120459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=3572759c-09e5-498f-9cbe-e4968945cbbf,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:33.125269 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:33.129687 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.139249 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3081150 Nov 10 14:21:33.139249 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2781ef1e-04ac-40d5-9cb1-98dd613069f4 req-4520fc8c-98d6-491d-bc92-2fe649785289 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934976 Nov 10 14:21:33.171690 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-d27797b6-12f1-4eef-96e8-ceaef35c49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:33.173348 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-d27797b6-12f1-4eef-96e8-ceaef35c49d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 1099 time: 0.1440034 Nov 10 14:21:33.236078 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.312803 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:33.332024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Usage tracker for resource:security_group_rule and tenant:b36003cdc4884e829460dc1e8057ca27 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:33.340565 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:33.353477 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:33.375636 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf948-f107-4206-acec-c60645d1f957 req-7793723c-e17c-4fe8-80e2-cc916605faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:33.377874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-7793723c-e17c-4fe8-80e2-cc916605faca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1096 time: 0.1701388 Nov 10 14:21:33.430619 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=c499e0f1-e40b-4999-81e2-d7031dcee105,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:33.468126 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'c499e0f1-e40b-4999-81e2-d7031dcee105', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'port_id': 'c499e0f1-e40b-4999-81e2-d7031dcee105', 'mac_address': 'fa:16:3e:02:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:33.547953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.571976 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c499e0f1-e40b-4999-81e2-d7031dcee105 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:33.590786 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=c499e0f1-e40b-4999-81e2-d7031dcee105,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:33.596594 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.600333 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:33.673862 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.684156 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39366) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:33.688230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.709186 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:33.713974 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:33.738755 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3a1965b6-c8cb-40ff-b520-ea28e868d156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:33.812240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf948-f107-4206-acec-c60645d1f957 req-2a3bfd39-0a2f-4d4d-98fd-43087d52cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:33.814295 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-2a3bfd39-0a2f-4d4d-98fd-43087d52cfd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.4260557 Nov 10 14:21:33.845752 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['c499e0f1-e40b-4999-81e2-d7031dcee105'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:33.900006 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eae1618e-51d3-40d3-a296-800ccdbfabd5 req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098680 Nov 10 14:21:33.919765 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-bc5fbbf2-4aea-4d29-9abd-af9147b62563 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.0842490 Nov 10 14:21:33.928045 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=078894c6-2a9b-4ed0-b37f-3dd7b949de91,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:33.938894 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:33.942408 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:33.973440 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:33.980282 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Usage tracker for resource:security_group_rule and tenant:97a0846323bb4c65a38144b719dc4ad0 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:33.984859 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:33.987212 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673f6d0-668c-404c-a5da-f85a671f4ed4 req-9ada726f-d207-4899-87e2-42fa9babe28d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:33.989819 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1673f6d0-668c-404c-a5da-f85a671f4ed4 req-9ada726f-d207-4899-87e2-42fa9babe28d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 945 time: 0.2336290 Nov 10 14:21:33.993059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:34.004925 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb9732-21d3-4ef0-972c-665ff31ba555 req-a3295c12-6237-4daf-867a-aaa1d3f6906d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:34.006478 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b1bb9732-21d3-4ef0-972c-665ff31ba555 req-a3295c12-6237-4daf-867a-aaa1d3f6906d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 944 time: 0.3065884 Nov 10 14:21:34.076108 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b1bb9732-21d3-4ef0-972c-665ff31ba555 req-30029ebb-f6f7-4b27-9907-bef88b37cd9c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Nov 10 14:21:34.098101 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1673f6d0-668c-404c-a5da-f85a671f4ed4 req-988637e2-2493-480c-9c38-073baddffd8a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999479 Nov 10 14:21:34.195113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.212433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.289380 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f9533c4-e84b-4878-9eca-f35c608ca6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:34.378758 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf948-f107-4206-acec-c60645d1f957 req-bff90516-18cf-49fc-9e20-7170ec44a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:34.380220 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-bff90516-18cf-49fc-9e20-7170ec44a213 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.2375910 Nov 10 14:21:34.389324 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97a0846323bb4c65a38144b719dc4ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039287 Nov 10 14:21:34.391035 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39394) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:34.392311 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7205d146-26c9-4383-bad6-176f52d0a409,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:34.395992 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:34.421444 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-f0f443cc-a426-472e-88d2-9ef8b0bb0e21 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:34.438843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-f0f443cc-a426-472e-88d2-9ef8b0bb0e21 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:34.440088 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-f0f443cc-a426-472e-88d2-9ef8b0bb0e21 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--691228344&fields=id&tenant_id=00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 267 time: 0.1520069 Nov 10 14:21:34.453850 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-6e461a1a-cd57-4fdd-9bbb-dabb74c63ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645900 Nov 10 14:21:34.575004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db6f84-1e1e-46c2-868c-ca211b50efec req-52700686-2a9c-45cb-b2fc-fcbadacb69b0 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:34.576484 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a6db6f84-1e1e-46c2-868c-ca211b50efec req-52700686-2a9c-45cb-b2fc-fcbadacb69b0 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.2985511 Nov 10 14:21:34.606746 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-18dcef99-93b1-4500-af50-8c5479baa476 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:34.607348 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-18dcef99-93b1-4500-af50-8c5479baa476 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:34.624640 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-18dcef99-93b1-4500-af50-8c5479baa476 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:34.625820 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-18dcef99-93b1-4500-af50-8c5479baa476 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 809 time: 0.1729188 Nov 10 14:21:34.640543 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-65016b16-0965-4c49-a7e2-a65121064230 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/quotas/00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 375 time: 0.0087509 Nov 10 14:21:34.647792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.688346 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a6db6f84-1e1e-46c2-868c-ca211b50efec req-27228085-752b-484e-9807-b78948d27973 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021297 Nov 10 14:21:34.699371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.707485 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-d36f9945-f71b-45db-9640-ae110a9c6df4 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373214 Nov 10 14:21:34.738665 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-39a1f006-9b4d-45f2-ba27-9b369d0362d0 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923407 Nov 10 14:21:34.856825 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.865657 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e451b7f6-2e1c-4d1b-ae64-c33a22b9b9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:34.877807 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7dbbf948-f107-4206-acec-c60645d1f957 req-3a0cddb9-a192-4965-9cac-2f10123f1b32 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597202 Nov 10 14:21:34.879339 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205d146-26c9-4383-bad6-176f52d0a409,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:34.879839 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-bc500f5a-13ee-45c3-bff6-bb80f600afb0 service neutron] 10.222.0.13 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291342 Nov 10 14:21:34.882877 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:34.886291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:34.887406 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7205d146-26c9-4383-bad6-176f52d0a409 HTTP/1.1" status: 204 len: 168 time: 0.4656672 Nov 10 14:21:35.007310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device c499e0f1-e40b-4999-81e2-d7031dcee105 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:35.088547 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-b3e555eb-efec-4947-8e5d-007414dfed0c service neutron] 10.222.0.13 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023659 Nov 10 14:21:35.099342 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port c499e0f1-e40b-4999-81e2-d7031dcee105 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:35.105507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port c499e0f1-e40b-4999-81e2-d7031dcee105 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:35.106136 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.250598 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.287738 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:35.306387 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39418) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:35.329067 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=c499e0f1-e40b-4999-81e2-d7031dcee105,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:35.339479 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.347253 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.348198 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device eef7ee90-5d7c-465e-b7c4-510bf61913bf up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:35.373028 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:35.379435 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:985dc8e16724434e9a5ef17ac883611b is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:35.383752 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:35.391580 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:35.409585 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:35.466795 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e9dac-535e-471a-8890-3c508ce7b0f4 req-9bd5d00a-94a6-4ba7-9f31-721623f813f2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:35.468345 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-711e9dac-535e-471a-8890-3c508ce7b0f4 req-9bd5d00a-94a6-4ba7-9f31-721623f813f2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2050934 Nov 10 14:21:35.559106 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-711e9dac-535e-471a-8890-3c508ce7b0f4 req-caa74365-d365-4693-a342-ea6bdb6cdee3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828569 Nov 10 14:21:35.612575 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:35.627747 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:35.646653 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port eef7ee90-5d7c-465e-b7c4-510bf61913bf completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:35.653047 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port eef7ee90-5d7c-465e-b7c4-510bf61913bf triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:35.653420 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.700886 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50134c-e98b-42d6-bcc0-dd8bc7d3c8a2 req-9d230aa2-0cd1-4006-a640-d530040db983 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:35.706623 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-be50134c-e98b-42d6-bcc0-dd8bc7d3c8a2 req-9d230aa2-0cd1-4006-a640-d530040db983 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 945 time: 0.2471280 Nov 10 14:21:35.743359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3d00935a-8905-48aa-b7a6-f9854df5f708 req-681976bf-b760-4bf8-bd7f-cc2ccd5c8358 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:35.759147 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.774811 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.789198 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3d00935a-8905-48aa-b7a6-f9854df5f708 req-681976bf-b760-4bf8-bd7f-cc2ccd5c8358 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:35.790774 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d00935a-8905-48aa-b7a6-f9854df5f708 req-681976bf-b760-4bf8-bd7f-cc2ccd5c8358 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 210 time: 0.1309588 Nov 10 14:21:35.832985 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9572bbcf-8567-4e52-8acf-2f79a95d838b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:35.916265 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-be50134c-e98b-42d6-bcc0-dd8bc7d3c8a2 req-e370a17a-fa3d-4c74-8689-372db3e462cb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920593 Nov 10 14:21:35.918471 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105', 'code': 200} Nov 10 14:21:35.951214 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:35.966585 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=985dc8e16724434e9a5ef17ac883611b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589522 Nov 10 14:21:35.969213 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39442) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:35.972912 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea701f-2d18-4bb3-a258-bfcf7146a805,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:35.979986 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:36.047580 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:36.058287 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:36.061779 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:36.198712 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:36.202353 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:36.248240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:36.338581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:36.393375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151628e3-561c-4c1a-9077-9d1457c147b5 req-86d74708-41a1-4347-8228-0722d9956962 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:36.401797 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-151628e3-561c-4c1a-9077-9d1457c147b5 req-86d74708-41a1-4347-8228-0722d9956962 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.2976673 Nov 10 14:21:36.499031 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-151628e3-561c-4c1a-9077-9d1457c147b5 req-bb27ca62-ce30-4701-9c62-792c57bd6dc5 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Nov 10 14:21:36.520057 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:36.527858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-aef0d8e7-8f59-4c21-9cc4-625c40c5a9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:36.545857 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea701f-2d18-4bb3-a258-bfcf7146a805,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:36.549058 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:36.552003 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:36.554875 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ea701f-2d18-4bb3-a258-bfcf7146a805 HTTP/1.1" status: 204 len: 168 time: 0.5827818 Nov 10 14:21:36.643863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b36d2-a382-4887-8ff2-390db5f28105 req-42d15f35-dc6a-423f-80b5-466d603cf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:36.645440 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dd2b36d2-a382-4887-8ff2-390db5f28105 req-42d15f35-dc6a-423f-80b5-466d603cf37f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1098 time: 0.0908709 Nov 10 14:21:36.707956 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dd2b36d2-a382-4887-8ff2-390db5f28105 req-25626003-2177-4ba0-b4b7-3df5d697a4c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554047 Nov 10 14:21:36.814382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3614c82-f70d-4ec6-a060-ccd0c90ba662 req-5aec1886-627f-4c32-942d-b1308e21c694 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:36.822339 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b3614c82-f70d-4ec6-a060-ccd0c90ba662 req-5aec1886-627f-4c32-942d-b1308e21c694 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0992892 Nov 10 14:21:36.863625 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b3614c82-f70d-4ec6-a060-ccd0c90ba662 req-04bdcfd2-34d4-4d23-9854-477d3bfda708 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Nov 10 14:21:36.959790 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cbb5236c-d3c5-4935-a4d0-e5b3844d73f2 req-3cd12c0d-c2f0-4f68-bfbe-0946ca1bf66c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 210 time: 0.0487423 Nov 10 14:21:37.031634 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 2fce47d6-e26a-4107-83d9-5a346069f826 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:37.134092 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7120-6b63-4f33-b1c5-460aa090ffcc req-c64d1a63-54cc-4678-98b9-cc3b5c98ff79 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:37.135682 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c3af7120-6b63-4f33-b1c5-460aa090ffcc req-c64d1a63-54cc-4678-98b9-cc3b5c98ff79 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0894463 Nov 10 14:21:37.181547 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2fce47d6-e26a-4107-83d9-5a346069f826,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:37.183831 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c3af7120-6b63-4f33-b1c5-460aa090ffcc req-664f7daf-ba1c-4865-8d22-bbbad642e5fa tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Nov 10 14:21:37.196011 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '2fce47d6-e26a-4107-83d9-5a346069f826', 'network_id': '4e7922f4-6c98-4f81-bfd2-108d3ae34bd9', 'port_id': '2fce47d6-e26a-4107-83d9-5a346069f826', 'mac_address': 'fa:16:3e:a4:db:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d348aa6-a067-416d-8e1d-293ae9b7e5eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:37.261821 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:37.281190 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fce47d6-e26a-4107-83d9-5a346069f826 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:37.303236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2fce47d6-e26a-4107-83d9-5a346069f826,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:37.308180 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:37.311101 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:37.413918 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:37.416960 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:37.584416 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-11ec2e87-33d1-440a-9030-c25ce8a14118 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:37.585884 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-11ec2e87-33d1-440a-9030-c25ce8a14118 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 809 time: 0.2093086 Nov 10 14:21:37.595351 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['2fce47d6-e26a-4107-83d9-5a346069f826'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:37.755357 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-7ded33c2-779f-455c-9b7a-d37d2abfb7bd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:37.789107 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-7ded33c2-779f-455c-9b7a-d37d2abfb7bd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:37.790617 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-7ded33c2-779f-455c-9b7a-d37d2abfb7bd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 379 time: 0.1910744 Nov 10 14:21:37.809409 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'port': {'device_id': '41031020-65a0-480b-bbc5-84b7b1081658', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'admin_state_up': True, 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'security_groups': ['020ebf48-c4ba-479a-8d04-f34605a32725']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:37.919743 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:38.087076 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb72c2-4141-4087-9caa-d061bb71046a req-4068d759-7de0-4e0a-893b-93975a345da0 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:38.094645 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-90eb72c2-4141-4087-9caa-d061bb71046a req-4068d759-7de0-4e0a-893b-93975a345da0 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.4411881 Nov 10 14:21:38.097251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:38.127892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:38.157325 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-90eb72c2-4141-4087-9caa-d061bb71046a req-85751951-2c99-4218-adb9-b88d3eed48f0 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Nov 10 14:21:38.162085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Made reservation on behalf of 00e039890f57440bb0dfc7bd83dbe51c for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:38.169301 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:38.220801 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf', 'code': 200} Nov 10 14:21:38.240871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cde72-092d-4e07-bef5-750eca1bb78c req-0e0eb636-7874-4433-9878-ec6d4c6475da tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:38.258923 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e99cde72-092d-4e07-bef5-750eca1bb78c req-0e0eb636-7874-4433-9878-ec6d4c6475da tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1794136 Nov 10 14:21:38.394524 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e99cde72-092d-4e07-bef5-750eca1bb78c req-4a21f055-0fb7-4560-8e7c-8525f63aad3f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270037 Nov 10 14:21:38.515371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Allocated IP 172.20.0.7 (96605b48-7744-4398-a855-b7ed922e4feb/be86ef7f-59b3-47a2-a11f-e2feec174ab9/86ec1c0f-a06b-4c36-833e-cd5d232e3230) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:38.549135 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6be5f61c-59b8-45eb-97f8-10b82fc2b72b req-397809b9-e974-439a-81e3-c21dd32c47e5 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 210 time: 0.0930657 Nov 10 14:21:38.677140 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3101-d479-4665-8609-54f9843ceb64 req-b5a23abf-026e-44c0-99fe-094dd249c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:38.678666 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-023b3101-d479-4665-8609-54f9843ceb64 req-b5a23abf-026e-44c0-99fe-094dd249c9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 1099 time: 0.1564360 Nov 10 14:21:38.696361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b8467-6a0a-4b8b-b9ba-a79223da71a7 req-484190de-8e76-40c2-b643-3a1082a3bd19 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:38.703202 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6a5b8467-6a0a-4b8b-b9ba-a79223da71a7 req-484190de-8e76-40c2-b643-3a1082a3bd19 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1241715 Nov 10 14:21:38.774723 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-023b3101-d479-4665-8609-54f9843ceb64 req-7ecc5cb8-05b8-4485-8ccc-8709f019139d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688467 Nov 10 14:21:38.777610 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6a5b8467-6a0a-4b8b-b9ba-a79223da71a7 req-931e3dc9-3022-48cc-a35c-a1aa7d06ce78 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Nov 10 14:21:38.819438 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:38.837770 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Transition to ACTIVE for port object 86ec1c0f-a06b-4c36-833e-cd5d232e3230 will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:38.869177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:38.878631 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:38.969892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Network 96605b48-7744-4398-a855-b7ed922e4feb is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:38.975034 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:38.977620 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:38.983493 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:38.984106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.020369 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:39.030039 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:39.041860 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2433615 Nov 10 14:21:39.042813 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 2fce47d6-e26a-4107-83d9-5a346069f826 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:39.063634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Request body: {'port': {'device_id': '41031020-65a0-480b-bbc5-84b7b1081658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:39.163985 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 2fce47d6-e26a-4107-83d9-5a346069f826 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:39.172115 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 2fce47d6-e26a-4107-83d9-5a346069f826 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:39.172506 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.267131 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.414563 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.446098 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-ad7ff3bd-cee1-43e4-ba9f-2b9904ae050c None None] Provisioning for port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:39.453635 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-ad7ff3bd-cee1-43e4-ba9f-2b9904ae050c None None] Provisioning complete for port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:39.454488 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad7ff3bd-cee1-43e4-ba9f-2b9904ae050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.556168 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ff3bd-cee1-43e4-ba9f-2b9904ae050c None None] Port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:21:39.563852 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2fce47d6-e26a-4107-83d9-5a346069f826,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:39.576786 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.578651 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:39.674238 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:39.687004 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:39.792352 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8026b49-8bb8-4010-8abb-b6483e3ef5ca req-82d6d671-e906-49ac-a0f2-6c29e6a971ba tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:39.796358 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8c421-2c7f-4b1c-9330-8f346ea671d0 req-cb102ef5-497e-49fe-9354-63d8a587f748 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:39.799613 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8026b49-8bb8-4010-8abb-b6483e3ef5ca req-82d6d671-e906-49ac-a0f2-6c29e6a971ba tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 931 time: 0.0977907 Nov 10 14:21:39.804438 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8da8c421-2c7f-4b1c-9330-8f346ea671d0 req-cb102ef5-497e-49fe-9354-63d8a587f748 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2423873 Nov 10 14:21:39.864915 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8026b49-8bb8-4010-8abb-b6483e3ef5ca req-7532d563-9086-4177-92b9-bf6e95be9852 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635874 Nov 10 14:21:39.918819 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8da8c421-2c7f-4b1c-9330-8f346ea671d0 req-001c91b0-ec19-4428-b818-9a2887973f5a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134410 Nov 10 14:21:39.933839 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ec1c0f-a06b-4c36-833e-cd5d232e3230 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:39.943443 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.961451 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Transition to ACTIVE for port object 86ec1c0f-a06b-4c36-833e-cd5d232e3230 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:39.972271 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:39.983062 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:40.184617 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146f559-d9f6-4538-8ba7-7056588c39a2 req-35f81392-b9ca-493c-8ae6-e2d601f8909f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:40.193839 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5146f559-d9f6-4538-8ba7-7056588c39a2 req-35f81392-b9ca-493c-8ae6-e2d601f8909f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1915438 Nov 10 14:21:40.223189 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:40.264353 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5146f559-d9f6-4538-8ba7-7056588c39a2 req-0d8471cd-0f67-4115-a585-2d5c331c8785 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692482 Nov 10 14:21:40.268214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:40.273499 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:40.278767 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Attempting to bind port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:40.279327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Attempting to bind port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:40.279711 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Attempting to bind port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:40.290103 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 on network 96605b48-7744-4398-a855-b7ed922e4feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:40.290103 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Attempting to bind port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:40.295521 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:40.296006 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Checking segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:40.296614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Bound using segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:40.297634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Bound port: 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:40.298169 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:40.384968 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826', 'code': 200} Nov 10 14:21:40.496633 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bcc2-d972-477f-ad29-6ca3120386de req-cfceb7ca-8f53-480c-94e2-54efb29f3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:40.501009 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-cfceb7ca-8f53-480c-94e2-54efb29f3392 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1098 time: 0.1392190 Nov 10 14:21:40.504011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:40.514298 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:40.525661 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:40.543457 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:40.694995 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bcc2-d972-477f-ad29-6ca3120386de req-0320222f-66db-4901-bfd5-c588968f6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:40.697781 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-0320222f-66db-4901-bfd5-c588968f6d4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1910236 Nov 10 14:21:40.701086 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:40.701830 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:40.703915 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] 10.222.0.18 "PUT /v2.0/ports/86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 1093 time: 1.6533041 Nov 10 14:21:40.709860 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:40.757564 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Pushing event updated for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:40.844325 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-4fa26270-3048-444b-b91c-fb91d5dbb127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 200 len: 217 time: 0.1329870 Nov 10 14:21:40.914006 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:40.922988 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d71d64-4808-4230-badb-3e7b1058032a req-eecafb95-21fe-4ebc-8230-00257be28a6e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:40.930323 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e0d71d64-4808-4230-badb-3e7b1058032a req-eecafb95-21fe-4ebc-8230-00257be28a6e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.4735091 Nov 10 14:21:41.000488 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bcc2-d972-477f-ad29-6ca3120386de req-afb0f7c9-d899-4b2d-be1d-22cc0d309524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.002816 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-afb0f7c9-d899-4b2d-be1d-22cc0d309524 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.1503966 Nov 10 14:21:41.039184 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e0d71d64-4808-4230-badb-3e7b1058032a req-d4d4c116-df3e-48c8-8b3d-8a78eda8f433 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078548 Nov 10 14:21:41.060698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa121e5-51be-41f4-a85f-e507adba0def req-d0a77361-529e-43f2-ab4f-2213a78c0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.061683 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-d451935b-900b-4afd-96bd-826ff06ae1da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515392 Nov 10 14:21:41.062114 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3fa121e5-51be-41f4-a85f-e507adba0def req-d0a77361-529e-43f2-ab4f-2213a78c0229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.4443824 Nov 10 14:21:41.087167 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-184f68cd-24d7-46e1-afd0-01309006b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.088621 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-184f68cd-24d7-46e1-afd0-01309006b69d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1096 time: 0.3335385 Nov 10 14:21:41.249187 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-760e9cd2-8096-4b03-b250-35f428f8c6e2 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748514 Nov 10 14:21:41.341966 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'status': 'completed', 'code': 200} Nov 10 14:21:41.345864 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-5f42dcd3-9115-4fa6-ba95-e3a0f7ed2095 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 217 time: 0.2385514 Nov 10 14:21:41.429995 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c071bcc2-d972-477f-ad29-6ca3120386de req-3a361094-8a89-432f-8b88-afe191efd16c service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721168 Nov 10 14:21:41.510984 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3fa121e5-51be-41f4-a85f-e507adba0def req-bc2cf223-09f5-496b-afc8-eb245c2e78f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265866 Nov 10 14:21:41.565808 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-81acc15b-d945-45a3-b4aa-446f64cd0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.567745 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-81acc15b-d945-45a3-b4aa-446f64cd0fb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1197319 Nov 10 14:21:41.586359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1a6d-043f-4903-8e15-513a43465361 req-15594abc-e916-41ed-88e7-1a81848d909b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.587531 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-951f1a6d-043f-4903-8e15-513a43465361 req-15594abc-e916-41ed-88e7-1a81848d909b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:41.609129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-951f1a6d-043f-4903-8e15-513a43465361 req-15594abc-e916-41ed-88e7-1a81848d909b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:41.614683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bef2e2-e628-49f5-a123-2cc6768f9f9e req-a02c4aa5-527b-4372-b1d4-f1f78ee9cd52 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.616397 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a0bef2e2-e628-49f5-a123-2cc6768f9f9e req-a02c4aa5-527b-4372-b1d4-f1f78ee9cd52 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1836634 Nov 10 14:21:41.617962 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-951f1a6d-043f-4903-8e15-513a43465361 req-15594abc-e916-41ed-88e7-1a81848d909b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 943 time: 0.2699018 Nov 10 14:21:41.669090 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-951f1a6d-043f-4903-8e15-513a43465361 req-187a35d7-e7e8-46e2-a5ef-81c9dffb93d1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499282 Nov 10 14:21:41.681082 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a0bef2e2-e628-49f5-a123-2cc6768f9f9e req-1e0a11b6-0d29-409f-957d-dd234e3220b9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Nov 10 14:21:41.875427 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-fe9d5df1-9804-46fc-8b04-8bbf7bc8bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:41.877172 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-fe9d5df1-9804-46fc-8b04-8bbf7bc8bc29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883894 Nov 10 14:21:42.028434 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-5a56fd62-b0a5-49d3-bc26-fea54d89fad8 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371999 Nov 10 14:21:42.293002 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-876aa35a-16a0-48f7-8fd4-b4ce0482373c req-661f6e3f-be9e-49a5-97f6-3a3168ed2167 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532828 Nov 10 14:21:42.321081 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cceb1f-051f-40fa-8c68-aabbf0544076 req-686f5aa9-fdbf-48f3-a53d-950252eaaf6e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.322613 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-74cceb1f-051f-40fa-8c68-aabbf0544076 req-686f5aa9-fdbf-48f3-a53d-950252eaaf6e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1345875 Nov 10 14:21:42.410369 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-74cceb1f-051f-40fa-8c68-aabbf0544076 req-1e0108c5-33c2-421c-b3bd-218aa842ead6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820658 Nov 10 14:21:42.454802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-00c93564-f80d-48c9-b880-4d0e57cde7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.456309 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-00c93564-f80d-48c9-b880-4d0e57cde7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1096 time: 0.0936759 Nov 10 14:21:42.610291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-94da7998-ad7e-4694-9441-9ae10e67e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.611731 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-94da7998-ad7e-4694-9441-9ae10e67e081 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.1290371 Nov 10 14:21:42.693868 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-4f5f5bf9-c27e-4678-b6ea-c6ec6df740ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 217 time: 0.0680571 Nov 10 14:21:42.765116 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-3dbef99e-232b-4a79-8851-63b87cd98935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.766631 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-3dbef99e-232b-4a79-8851-63b87cd98935 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.0641127 Nov 10 14:21:42.857465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-cd72290e-b82d-47bd-a305-7d464f1e2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.859213 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-cd72290e-b82d-47bd-a305-7d464f1e2ea3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822787 Nov 10 14:21:42.868160 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27e69-76d8-4d26-b6c4-142d93251511 req-8a1f956a-c5c5-4659-ac93-df0365ddfea3 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:42.871022 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c2c27e69-76d8-4d26-b6c4-142d93251511 req-8a1f956a-c5c5-4659-ac93-df0365ddfea3 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 943 time: 0.0989282 Nov 10 14:21:42.919549 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c2c27e69-76d8-4d26-b6c4-142d93251511 req-652a3259-94dc-4282-9af2-9029d972db05 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 Nov 10 14:21:43.047303 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-ed2bba8e-958c-4a7b-a12c-03c8aa440367 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541622 Nov 10 14:21:43.243149 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1a24f4a2-1bf0-48f4-ab47-2281f30de4b8 req-1b2e5067-7d67-4c2d-a91e-926402f93f1c service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711574 Nov 10 14:21:43.722607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2fae2-6cf2-4fb8-947f-e50862ba5ad6 req-e2dfd54b-3c67-4f74-aa15-12a05c4224d7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:43.722743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39772) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:43.730948 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5ec2fae2-6cf2-4fb8-947f-e50862ba5ad6 req-e2dfd54b-3c67-4f74-aa15-12a05c4224d7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2043674 Nov 10 14:21:43.806103 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5ec2fae2-6cf2-4fb8-947f-e50862ba5ad6 req-02f37a72-3acb-4d41-8f72-9a6f5c52e743 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742085 Nov 10 14:21:43.906820 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:43.922358 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:43.927616 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Usage tracker for resource:security_group_rule and tenant:4008028fe9064781af65fea627bef62c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:43.932025 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:43.941633 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:44.071009 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.076994 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.103615 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2ac9225f-701f-4f5d-a252-4f4a9b839bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:44.159846 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39792) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:44.202154 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60bbf49-be3f-47d2-84f9-27e7d4ac4ef1,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:44.217455 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:44.233891 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d0719-69b0-4430-90b8-c1ccd577565d req-3c7e0d3a-1b32-4c1a-9d4d-d1ab3f38ce1f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:44.242138 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4008028fe9064781af65fea627bef62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182614 Nov 10 14:21:44.242259 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-848d0719-69b0-4430-90b8-c1ccd577565d req-3c7e0d3a-1b32-4c1a-9d4d-d1ab3f38ce1f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 943 time: 0.1931558 Nov 10 14:21:44.245004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39800) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:44.319014 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-848d0719-69b0-4430-90b8-c1ccd577565d req-32c4ed59-670f-4bc7-80ef-d58e180fbf46 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758750 Nov 10 14:21:44.391885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.427251 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.439584 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.445156 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:44.451117 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4124edf8c64ed584f65ad564343d3b is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:44.455071 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:44.461706 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:44.543985 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.550305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:44.564806 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60bbf49-be3f-47d2-84f9-27e7d4ac4ef1,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:44.569229 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:44.570115 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.571549 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b60bbf49-be3f-47d2-84f9-27e7d4ac4ef1 HTTP/1.1" status: 204 len: 168 time: 0.3257513 Nov 10 14:21:44.578823 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.583544 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.606169 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:44.622665 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4124edf8c64ed584f65ad564343d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485433 Nov 10 14:21:44.624125 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39808) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:44.653647 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0488c2d9-fd2b-4164-9318-19e39ec84454,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:44.662641 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:44.716829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.749800 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.827897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.833506 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:44.858046 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0488c2d9-fd2b-4164-9318-19e39ec84454,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:44.862476 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:44.879150 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.882799 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0488c2d9-fd2b-4164-9318-19e39ec84454 HTTP/1.1" status: 204 len: 168 time: 0.2552521 Nov 10 14:21:44.954373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39830) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:44.980784 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:44.998985 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:45.004872 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Usage tracker for resource:security_group_rule and tenant:154f9dcbf3a548b781e64ae2feee008c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:45.008174 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:45.015092 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:45.179704 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.187741 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98182c0-e0a4-4fb3-b391-a4ad1b53ba0c req-693b3dbf-b79b-4c03-95d0-e1c5a30a5095 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:45.189442 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b98182c0-e0a4-4fb3-b391-a4ad1b53ba0c req-693b3dbf-b79b-4c03-95d0-e1c5a30a5095 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1438916 Nov 10 14:21:45.193833 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.206703 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:45.298782 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=154f9dcbf3a548b781e64ae2feee008c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419523 Nov 10 14:21:45.302325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39842) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:45.317540 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b98dc7-2391-480e-a22f-5ed12e5466b0,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:45.330056 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:45.339697 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b98182c0-e0a4-4fb3-b391-a4ad1b53ba0c req-97d404ec-18c5-43f2-a107-9c7d73db1ff5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345925 Nov 10 14:21:45.408330 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.470998 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.519630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 39850) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:45.567643 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.578088 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9f796dee-ff23-44a8-9fef-a31858a312e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:45.590808 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.597548 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.598785 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b98dc7-2391-480e-a22f-5ed12e5466b0 HTTP/1.1" status: 204 len: 168 time: 0.2948020 Nov 10 14:21:45.621772 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:45.627819 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Usage tracker for resource:security_group_rule and tenant:3867d8b728574dc580a6a733f3ae304e is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:45.639371 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:45.648781 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:45.671453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9252e3-469f-42ac-8d80-b065c70279c6 req-12799163-a956-4558-be21-bd43c2e610ee tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:45.677374 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b98dc7-2391-480e-a22f-5ed12e5466b0,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:45.681016 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fc9252e3-469f-42ac-8d80-b065c70279c6 req-12799163-a956-4558-be21-bd43c2e610ee tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 943 time: 0.1636400 Nov 10 14:21:45.684831 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:45.753297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f10070-cac2-40b3-8264-f9df317b19cc req-f42078ba-98e4-47d9-95b1-adf9304d70bb tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:45.757267 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32f10070-cac2-40b3-8264-f9df317b19cc req-f42078ba-98e4-47d9-95b1-adf9304d70bb tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.1809709 Nov 10 14:21:45.806793 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fc9252e3-469f-42ac-8d80-b065c70279c6 req-55cd042f-b70d-48a9-85e1-87309941dbe6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249981 Nov 10 14:21:45.851133 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32f10070-cac2-40b3-8264-f9df317b19cc req-413e06b4-9f51-4370-857d-a682f10c1fb6 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Nov 10 14:21:45.874601 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.881431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:45.898997 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0e1a1d3e-9e38-4a7a-9690-b765649be3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:45.941963 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3867d8b728574dc580a6a733f3ae304e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841805 Nov 10 14:21:45.943603 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f36920d-125c-4b0b-8146-5e3d7c00ef74,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:45.944659 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 39868) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:45.946799 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:46.015874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:46.047102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:46.108302 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:46.114530 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5f7d4ad6-b59d-4abc-b76f-af1ef01c8a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:46.133519 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f36920d-125c-4b0b-8146-5e3d7c00ef74,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:46.136390 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:46.138333 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:46.139644 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f36920d-125c-4b0b-8146-5e3d7c00ef74 HTTP/1.1" status: 204 len: 168 time: 0.1936848 Nov 10 14:21:46.563161 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9cbe8-8770-4a81-92e7-3cadda145022 req-456f9c49-20f1-408a-987f-2c1b41d9d46f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:46.566968 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f4c9cbe8-8770-4a81-92e7-3cadda145022 req-456f9c49-20f1-408a-987f-2c1b41d9d46f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0991049 Nov 10 14:21:46.614667 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f4c9cbe8-8770-4a81-92e7-3cadda145022 req-f068b0b4-3dd1-4637-b0de-efe953a9adaa tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Nov 10 14:21:47.051649 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-5531e499-51a3-4cc2-a56b-8c50c509e22b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:47.059604 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-5531e499-51a3-4cc2-a56b-8c50c509e22b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.1956446 Nov 10 14:21:47.061776 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1c2e6-6de5-4353-aff2-ac74b41d9af5 req-03a44af8-fe11-4ebe-9b0c-84d570f78dcb tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:47.063325 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9fe1c2e6-6de5-4353-aff2-ac74b41d9af5 req-03a44af8-fe11-4ebe-9b0c-84d570f78dcb tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 943 time: 0.1269753 Nov 10 14:21:47.077510 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 86ec1c0f-a06b-4c36-833e-cd5d232e3230 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:47.091291 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-99069c11-fb9f-4672-9364-23e16498deef tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/quotas/f01c0f5780e340afa848e81324f1f982 HTTP/1.1" status: 200 len: 375 time: 0.0307539 Nov 10 14:21:47.193027 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9fe1c2e6-6de5-4353-aff2-ac74b41d9af5 req-4bdf8863-6bae-46f5-a19e-1673751decaa tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198142 Nov 10 14:21:47.212858 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e972c4aa-0c72-4989-a80d-9d111e027337 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151228 Nov 10 14:21:47.310996 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:47.342725 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'port_id': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'mac_address': 'fa:16:3e:9e:47:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:47.406996 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:47.451783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ec1c0f-a06b-4c36-833e-cd5d232e3230 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:47.493374 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:47.507124 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:47.509115 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:47.541371 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975394e-eebf-4a09-8fef-6d2a030125bb req-a06729e1-ddd5-459b-8a64-40ed4df51a9f tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:47.548907 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3975394e-eebf-4a09-8fef-6d2a030125bb req-a06729e1-ddd5-459b-8a64-40ed4df51a9f tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.1157043 Nov 10 14:21:47.577466 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-44477cde-c91b-48a9-a59d-578c3f907eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569317 Nov 10 14:21:47.597326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:47.602107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:47.604639 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3975394e-eebf-4a09-8fef-6d2a030125bb req-d4915654-53aa-4442-aebf-5e3724892308 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Nov 10 14:21:47.763243 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['86ec1c0f-a06b-4c36-833e-cd5d232e3230'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:47.917515 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-545e8f8d-abaa-4dde-b8a2-e322d159a096 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366995 Nov 10 14:21:47.934876 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d071c7-3366-44a3-ac66-70808b90219a req-91795927-5776-4f23-802f-aee1615d90d9 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:47.944926 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-39d071c7-3366-44a3-ac66-70808b90219a req-91795927-5776-4f23-802f-aee1615d90d9 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.5628066 Nov 10 14:21:47.981020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b236fa-7400-4a2e-86ed-d430c306d9ca req-f6039d61-472e-4215-b176-5c2aa743f88e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:47.982715 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-39b236fa-7400-4a2e-86ed-d430c306d9ca req-f6039d61-472e-4215-b176-5c2aa743f88e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1065094 Nov 10 14:21:48.045267 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-39b236fa-7400-4a2e-86ed-d430c306d9ca req-b21599a2-5372-4a23-bebd-52c62bf7b247 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Nov 10 14:21:48.099256 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Deleting port 566129ab-8031-4488-b149-43c7e5b1a84b {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:21:48.099838 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:48.263721 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a8fd48f8-fef1-4514-897b-97ebe7bcce1e req-40f6aa07-af97-4fbb-ae2c-70c7b78eaddb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 210 time: 0.1050224 Nov 10 14:21:48.677411 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] For port 566129ab-8031-4488-b149-43c7e5b1a84b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=566129ab-8031-4488-b149-43c7e5b1a84b,segment=NetworkSegment(134d6b1e-47de-421d-b940-b0af389ed696),segment_id=134d6b1e-47de-421d-b940-b0af389ed696)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:48.677728 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:48.828338 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40010) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:48.892761 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345d34-b790-49ef-a25e-68bad0931cda req-ed8628a3-0c1d-4b2f-8287-4d1a523bebba tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:48.905620 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d5345d34-b790-49ef-a25e-68bad0931cda req-ed8628a3-0c1d-4b2f-8287-4d1a523bebba tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 946 time: 0.1440656 Nov 10 14:21:48.916865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Calling delete_port for 566129ab-8031-4488-b149-43c7e5b1a84b owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:21:49.059513 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.101299 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 86ec1c0f-a06b-4c36-833e-cd5d232e3230 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:21:49.113501 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:49.126745 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d5345d34-b790-49ef-a25e-68bad0931cda req-8ca4fe30-a381-4cca-bfc5-cd429fb6e35b tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/security-groups?id=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201347 Nov 10 14:21:49.134485 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Usage tracker for resource:security_group_rule and tenant:dab1d1d6f5394a83a519550e48c5a216 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:49.142182 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:49.155306 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:49.256475 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:21:49.286093 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:21:49.289596 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.447093 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.460489 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.467299 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364e9d8-ae1b-490c-bb2e-9eac3496ce2a req-b4823cef-a154-43de-9377-f2a6beb7f8da tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:49.475809 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1364e9d8-ae1b-490c-bb2e-9eac3496ce2a req-b4823cef-a154-43de-9377-f2a6beb7f8da tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 944 time: 1.0127773 Nov 10 14:21:49.493442 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-395176ed-6714-4fa0-8f55-de936caf9ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:49.493675 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.510187 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dab1d1d6f5394a83a519550e48c5a216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794322 Nov 10 14:21:49.511304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40042) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:49.541215 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:49.547242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306bdee-86c4-4df9-b749-faf24af39783 req-3b435ecb-fc82-427f-a943-f4a0860a0297 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:49.548819 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5306bdee-86c4-4df9-b749-faf24af39783 req-3b435ecb-fc82-427f-a943-f4a0860a0297 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1732626 Nov 10 14:21:49.550168 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909ae40-c9d6-47ba-904b-ede02b8cc8cd,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:49.553375 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:49.554348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:49.563741 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.564651 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 566129ab-8031-4488-b149-43c7e5b1a84b no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:21:49.596822 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:49.605002 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5306bdee-86c4-4df9-b749-faf24af39783 req-4b8f08ec-e39f-4275-b7da-9a718170d8d6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Nov 10 14:21:49.640567 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1364e9d8-ae1b-490c-bb2e-9eac3496ce2a req-ec1cc08e-c2d9-47c2-8b07-d0ac7ac208ad tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634941 Nov 10 14:21:49.641361 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.661901 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:49.694901 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No active binding found for port 566129ab-8031-4488-b149-43c7e5b1a84b {{(pid=86772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 10 14:21:49.695403 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 566129ab-8031-4488-b149-43c7e5b1a84b not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:21:49.700011 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:49.711445 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'code': 200} Nov 10 14:21:49.712611 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:49.746701 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.774870 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Pushing event deleted for resources: {'Port': ['ID=566129ab-8031-4488-b149-43c7e5b1a84b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:49.821910 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2ebd30d7-2169-4565-8057-0cd57bf291c2 req-309e142b-cb70-439b-9402-79a6b26e05c5 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 210 time: 0.0623617 Nov 10 14:21:49.837702 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:49.850354 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] No DVR routers for this DVR port 566129ab-8031-4488-b149-43c7e5b1a84b on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:21:49.924178 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.927334 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'name': 'network-vif-deleted', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:49.933227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:49.972817 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-39d071c7-3366-44a3-ac66-70808b90219a req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.18 "DELETE /v2.0/ports/566129ab-8031-4488-b149-43c7e5b1a84b HTTP/1.1" status: 204 len: 173 time: 2.0187993 Nov 10 14:21:49.991311 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5108a8d-5dfe-41f2-9c71-a3b049600a96', 'name': 'network-vif-deleted', 'tag': '566129ab-8031-4488-b149-43c7e5b1a84b', 'status': 'completed', 'code': 200} Nov 10 14:21:50.040623 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-2a0da0ca-592b-409c-82dd-fb9b52ed482f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:50.042087 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-2a0da0ca-592b-409c-82dd-fb9b52ed482f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.2289743 Nov 10 14:21:50.083826 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Request body: {'port': {'device_id': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'admin_state_up': True, 'tenant_id': 'f01c0f5780e340afa848e81324f1f982'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:50.101925 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:50.166769 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:50.199789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909ae40-c9d6-47ba-904b-ede02b8cc8cd,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:50.206165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:50.224438 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:50.225691 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6909ae40-c9d6-47ba-904b-ede02b8cc8cd HTTP/1.1" status: 204 len: 168 time: 0.7110915 Nov 10 14:21:50.252187 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5342a-a364-4b3f-b2d5-aee8b639073c req-f1440b5b-bb68-4de1-84ec-db6918f854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:50.254623 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-52f5342a-a364-4b3f-b2d5-aee8b639073c req-f1440b5b-bb68-4de1-84ec-db6918f854d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1098 time: 0.2104361 Nov 10 14:21:50.323730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:50.349439 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:50.359538 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-52f5342a-a364-4b3f-b2d5-aee8b639073c req-9c4fb9cd-434b-47e1-8201-6573d00a0b68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764942 Nov 10 14:21:50.372046 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:21:50.376874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:50.390000 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-40d5b58b-13d7-4b1a-b561-e71d418d9726 req-4c550cdf-a44d-4daa-80e2-8c199e6cc9e7 tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5108a8d-5dfe-41f2-9c71-a3b049600a96 HTTP/1.1" status: 200 len: 210 time: 0.0645237 Nov 10 14:21:50.593968 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Allocated IP 172.20.0.10 (7cfee090-4f93-4aae-91db-7048ea9fdc45/bf13b4bf-1f24-4f1e-beab-7527a692bb55/04f57db1-87d4-4e4d-9381-0a9809f2cf49) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:21:50.709955 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40088) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:50.745161 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:50.777724 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:50.789416 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Usage tracker for resource:security_group_rule and tenant:57de757e8c5d463ea96810548e373962 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:50.802059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:50.808792 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:51.005200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bb4b5-f277-40b7-822c-6e104b2153c3 req-87c07943-d3a4-4abd-a4bc-82865ff8a1e7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:51.007003 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c30bb4b5-f277-40b7-822c-6e104b2153c3 req-87c07943-d3a4-4abd-a4bc-82865ff8a1e7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1944108 Nov 10 14:21:51.048145 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.062356 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.071521 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7a680-9cf2-495a-b33d-712534c4ebc7 req-ed716b44-7740-4477-baa7-4212e74ac71a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:51.074040 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fbd7a680-9cf2-495a-b33d-712534c4ebc7 req-ed716b44-7740-4477-baa7-4212e74ac71a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.3095818 Nov 10 14:21:51.093806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.115689 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-78d99ce8-c313-46a9-9ae8-d2cf54941c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:51.134579 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fbd7a680-9cf2-495a-b33d-712534c4ebc7 req-c22b37ee-f2cd-4fd3-84f4-c5d568102860 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Nov 10 14:21:51.139974 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c30bb4b5-f277-40b7-822c-6e104b2153c3 req-483f2c88-a751-4ac8-ab4f-ede6f8b06094 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245143 Nov 10 14:21:51.152431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.166002 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:21:51.186620 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-06c72d03-3bf8-4580-b7f9-abd1e439cabd tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:51.221253 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57de757e8c5d463ea96810548e373962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100088 Nov 10 14:21:51.224175 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005381a8-8883-4620-9a98-84cdfcda8bae,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:51.231159 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40104) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:51.235455 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:51.369987 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:21:51.382070 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:21:51.388679 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:21:51.401050 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:51.401904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.471517 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event updated for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:51.488859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:51.514985 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4403450 Nov 10 14:21:51.530426 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Request body: {'port': {'device_id': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:51.558792 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.612537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.678562 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb9813-f9ee-452a-9af7-289355c59c6a req-1225f63a-8388-4b48-bf69-4f6c8a20ee3b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:51.684636 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4fcb9813-f9ee-452a-9af7-289355c59c6a req-1225f63a-8388-4b48-bf69-4f6c8a20ee3b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 932 time: 0.1967828 Nov 10 14:21:51.723878 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.762631 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4fcb9813-f9ee-452a-9af7-289355c59c6a req-50415427-2b2f-4bb6-9b07-70279d932109 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711370 Nov 10 14:21:51.763874 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.769720 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:51.784384 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005381a8-8883-4620-9a98-84cdfcda8bae,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:51.791433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:51.809447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:51.810814 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/005381a8-8883-4620-9a98-84cdfcda8bae HTTP/1.1" status: 204 len: 168 time: 0.5781305 Nov 10 14:21:52.479683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da145-d232-468f-9f0d-51470b3622f1 req-e6745dfc-0530-4887-a8d3-c39c925b95ae tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:52.481602 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-948da145-d232-468f-9f0d-51470b3622f1 req-e6745dfc-0530-4887-a8d3-c39c925b95ae tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1426396 Nov 10 14:21:52.535455 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-ba626406-cb5a-4462-8e92-01d4e6f5c16c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4579093 Nov 10 14:21:52.597497 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-948da145-d232-468f-9f0d-51470b3622f1 req-80c59d53-1709-4738-89eb-a7a4ff1802d3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Nov 10 14:21:52.602957 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f57db1-87d4-4e4d-9381-0a9809f2cf49 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:52.615946 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:52.638152 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Transition to ACTIVE for port object 04f57db1-87d4-4e4d-9381-0a9809f2cf49 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:21:52.650045 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:52.657966 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-072a99d5-b0e4-40fc-99fb-64874bf1209d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:52.706835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f68f-7357-42d6-b666-c2822f429fc8 req-c4c19d3c-f10e-448e-b345-2cc13cca6a60 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:52.708766 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a900f68f-7357-42d6-b666-c2822f429fc8 req-c4c19d3c-f10e-448e-b345-2cc13cca6a60 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.3128300 Nov 10 14:21:52.916391 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Pushing event updated for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:52.920388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:52.959329 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a900f68f-7357-42d6-b666-c2822f429fc8 req-72fe2eae-a3e6-402d-894f-84df5b8662d1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077436 Nov 10 14:21:52.973267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Attempting to bind port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:21:52.973600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Attempting to bind port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:21:52.973926 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Attempting to bind port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:52.980950 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:21:52.981270 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Attempting to bind port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:21:52.987245 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:21:52.987645 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Checking segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:21:52.988023 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Bound using segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:21:52.988445 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Bound port: 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:21:52.988787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:53.020916 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-e1bfd88b-6632-44f2-80bc-d8303bf9ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.020916 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-e1bfd88b-6632-44f2-80bc-d8303bf9ef09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 1099 time: 0.3255017 Nov 10 14:21:53.068826 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c59e0-3bd9-4781-a8ce-2a8e75a4f66d req-b6b280e0-5ea8-4209-b731-5f839181e6a9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.070549 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8d0c59e0-3bd9-4781-a8ce-2a8e75a4f66d req-b6b280e0-5ea8-4209-b731-5f839181e6a9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 944 time: 0.1572609 Nov 10 14:21:53.124684 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8d0c59e0-3bd9-4781-a8ce-2a8e75a4f66d req-b664c7e5-5782-403d-bb8c-38b8a54fad72 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Nov 10 14:21:53.241178 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:21:53.244419 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:21:53.293598 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:53.302720 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:53.404635 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.405279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:53.406727 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] 10.222.0.18 "PUT /v2.0/ports/04f57db1-87d4-4e4d-9381-0a9809f2cf49 HTTP/1.1" status: 200 len: 1094 time: 1.8809965 Nov 10 14:21:53.419474 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:53.463757 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Pushing event updated for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:53.479941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:53.547726 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49', 'status': 'completed', 'code': 200} Nov 10 14:21:53.566803 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-899a0ea0-78ce-44bd-ac04-455e3c5fc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.568655 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-899a0ea0-78ce-44bd-ac04-455e3c5fc27e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 916 time: 0.5111003 Nov 10 14:21:53.589132 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2ff0-8107-4c5f-9bcd-da3c55f413f7 req-73c571e0-fd5b-40ae-9ecf-5acdb9f95774 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.590814 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-610e2ff0-8107-4c5f-9bcd-da3c55f413f7 req-73c571e0-fd5b-40ae-9ecf-5acdb9f95774 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.3856332 Nov 10 14:21:53.600775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40230) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:53.606932 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'floatingip': {'port_id': '86ec1c0f-a06b-4c36-833e-cd5d232e3230'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:21:53.682392 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-b2ee4719-c9e4-4a61-9e86-f0fa510eda03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf HTTP/1.1" status: 200 len: 217 time: 0.0903976 Nov 10 14:21:53.804743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:53.808403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-0f356feb-b65c-4a68-a280-80574d12c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.810197 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-0f356feb-b65c-4a68-a280-80574d12c93e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 1097 time: 0.3315742 Nov 10 14:21:53.838406 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-ddbdaab4-7eaa-4aca-a41a-8d27474718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:53.841043 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-ddbdaab4-7eaa-4aca-a41a-8d27474718e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.1488481 Nov 10 14:21:54.026302 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40258) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:54.035469 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-bdc63ea5-ae0e-4819-a784-c8f2f437798e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49 HTTP/1.1" status: 200 len: 217 time: 0.1932349 Nov 10 14:21:54.076224 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-dd0b25e7-8201-4f04-9591-c0e13488317a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253495 Nov 10 14:21:54.128767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03332c53-884a-40f3-82bf-ee7b45fc91e9 req-d0868599-c2be-4a33-b535-4ca219771735 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:54.135653 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-03332c53-884a-40f3-82bf-ee7b45fc91e9 req-d0868599-c2be-4a33-b535-4ca219771735 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2177727 Nov 10 14:21:54.328584 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40268) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:54.328767 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40270) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:54.338906 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-03332c53-884a-40f3-82bf-ee7b45fc91e9 req-7281abd4-51f3-4a57-af58-b4065a58dbd7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022815 Nov 10 14:21:54.414155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-2969add7-15e0-452c-8d7f-086e3f0adbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:54.415795 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-2969add7-15e0-452c-8d7f-086e3f0adbee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.3426292 Nov 10 14:21:54.517781 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-aa5900a7-da53-4fff-9fb0-371c2d6fadbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726368 Nov 10 14:21:54.524036 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Deleting subnet 4b89101f-531b-41e5-9c07-80e4684371b5 {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:21:54.536733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:54.578596 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:54.617249 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:54.707641 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-d8f18b83-387c-46d3-ba69-793c1c9861f2 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791820 Nov 10 14:21:54.709262 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:54.717387 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:54.731590 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Usage tracker for resource:security_group_rule and tenant:5069989c1ee74c198c52a4eeeef5995f is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:54.737638 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:54.746119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:54.760372 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b5e8e8ba8c4eb98e2c10bc293141d3 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:54.764182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:54.779315 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40294) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:54.781901 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:54.792256 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:54.871833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:54.911889 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eefe6-74fe-4d7d-b954-f9354a082b1c req-28a713ae-632f-470c-b6f0-d2ca5b102d75 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:54.912613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-900eefe6-74fe-4d7d-b954-f9354a082b1c req-28a713ae-632f-470c-b6f0-d2ca5b102d75 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:21:55.006235 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.007954 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-c2624477-aaf7-4e4b-878c-3335476dc984 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721446 Nov 10 14:21:55.055196 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.065840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-900eefe6-74fe-4d7d-b954-f9354a082b1c req-28a713ae-632f-470c-b6f0-d2ca5b102d75 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:21:55.071274 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:55.072504 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-900eefe6-74fe-4d7d-b954-f9354a082b1c req-28a713ae-632f-470c-b6f0-d2ca5b102d75 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 944 time: 0.7390392 Nov 10 14:21:55.107784 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.124510 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.db.resource_extend [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 14:21:55.183364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e17a37-4548-4a3c-ad67-5f2b4e02f0eb,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:55.186485 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:55.192481 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5069989c1ee74c198c52a4eeeef5995f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571558 Nov 10 14:21:55.197721 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8956a25f-e2c5-4934-a395-2ef256491ab1 req-fcae03f9-765b-4f5a-ae69-920ecf250afe service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690993 Nov 10 14:21:55.199984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40314) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:55.237542 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:55.244142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.251678 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.253651 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Usage tracker for resource:security_group_rule and tenant:2c6a77b218ad4957977e65a2770b4e67 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:55.267598 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:55.271327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.289088 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:55.323260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:55.355547 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-900eefe6-74fe-4d7d-b954-f9354a082b1c req-1c4d628b-3d67-4af1-ae2d-7ab36e1e923b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821951 Nov 10 14:21:55.398201 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b89101f-531b-41e5-9c07-80e4684371b5,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:55.426714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.457282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.458109 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.458628 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.458977 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.459317 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.459650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.460130 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.460619 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.461106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.461866 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.462353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.462716 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:55.487668 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cb4c1a75-c365-4661-a6b7-fb62df5073c7 req-5f449cba-58df-4394-a038-7924eec8b190 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590414 Nov 10 14:21:55.497706 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:55.504692 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.507440 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.512080 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b89101f-531b-41e5-9c07-80e4684371b5 HTTP/1.1" status: 204 len: 168 time: 1.4795988 Nov 10 14:21:55.515321 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40334) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:55.519632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.540193 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:55.550888 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Floating IP 654dfbd1-9736-468b-9136-15305f378b3a associated. External IP: 172.28.2.225, port: 86ec1c0f-a06b-4c36-833e-cd5d232e3230. Nov 10 14:21:55.714718 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.749510 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4b5e8e8ba8c4eb98e2c10bc293141d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4148178 Nov 10 14:21:55.757044 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40350) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:55.764437 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4cfb38-0892-4827-997e-81337d9feb04,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:55.779276 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:55.813227 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36b651-90c7-4db2-bdc2-7f15642289f5 req-f917b163-0144-40d6-a322-3ebd7f1b3ea9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:55.815839 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6d36b651-90c7-4db2-bdc2-7f15642289f5 req-f917b163-0144-40d6-a322-3ebd7f1b3ea9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.3407137 Nov 10 14:21:55.860320 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.866182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.880315 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.888483 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ce61d260-09c3-4ca3-aa9c-d9a1f9b25c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:55.899465 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6d36b651-90c7-4db2-bdc2-7f15642289f5 req-a615c664-8b31-4aa5-92dd-cfdd99a67a21 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731990 Nov 10 14:21:55.983334 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-30366217-3140-4182-bd50-bc0dbc9492e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:55.990317 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.003119 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-a84f6a04-d3c8-4a95-9b5f-e4ac08678295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:56.004611 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-a84f6a04-d3c8-4a95-9b5f-e4ac08678295 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 1097 time: 0.4341772 Nov 10 14:21:56.011273 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c6a77b218ad4957977e65a2770b4e67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2204947 Nov 10 14:21:56.054711 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaff7d07-81e8-45a0-bd91-a993f13d0947,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:56.061389 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.061389 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:56.061662 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-acae0af2-6dba-42de-9c8b-4fdc0a36f67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:56.068612 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40368) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:56.107763 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.177197 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:21:56.234165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e17a37-4548-4a3c-ad67-5f2b4e02f0eb,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:56.281670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.290694 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b783eff1-2e26-4b6a-a359-63523c27c6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:56.310047 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4cfb38-0892-4827-997e-81337d9feb04,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:56.310497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:56.313279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.365599 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.367117 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4e17a37-4548-4a3c-ad67-5f2b4e02f0eb HTTP/1.1" status: 204 len: 168 time: 1.1613603 Nov 10 14:21:56.380831 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.381319 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.382186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.382641 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.384440 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > port after_create 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.385032 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.385577 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > port after_update 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.386109 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.386713 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.387242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.387760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.416233 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.416558 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.416975 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.417444 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.417810 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.418211 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.418730 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.419124 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.419515 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.419908 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.420305 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.420698 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:21:56.427266 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:56.428211 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.429433 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a4cfb38-0892-4827-997e-81337d9feb04 HTTP/1.1" status: 204 len: 168 time: 0.6708486 Nov 10 14:21:56.464377 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.469999 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:21:56.479727 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.494235 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:21:56.514525 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:56.515162 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:21:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:56.549573 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.549832 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.550345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.550844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:21:56.551209 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e87a1fd-d84d-4af5-8402-a3f5444ad584']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:56.639054 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-03c6a35c-a7b1-4fef-958c-4727052ab106 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "PUT /v2.0/floatingips/654dfbd1-9736-468b-9136-15305f378b3a HTTP/1.1" status: 200 len: 991 time: 3.0369511 Nov 10 14:21:56.639995 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:21:56.672762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-092253d3-e9dc-4575-b08b-2e688f3e4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:56.675627 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-092253d3-e9dc-4575-b08b-2e688f3e4845 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 916 time: 0.6057389 Nov 10 14:21:56.677860 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d6b1e-47de-421d-b940-b0af389ed696') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:56.678150 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d6b1e-47de-421d-b940-b0af389ed696') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:56.810293 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.832567 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:56.852269 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-5444faa4-82bf-4d5a-a72a-c4723eafb615 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49 HTTP/1.1" status: 200 len: 217 time: 0.1541207 Nov 10 14:21:56.897574 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'status': 'completed', 'code': 200} Nov 10 14:21:56.921543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.925403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:56.954210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.025537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40424) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:57.056593 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.062752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:21:57.063681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: from cryptography.utils import int_from_bytes Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: from cryptography.utils import int_from_bytes Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: util.warn_limited( Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: util.warn_limited( Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:21:57.090945 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:21:57.112173 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:57.131171 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Usage tracker for resource:security_group_rule and tenant:d1f94d38b4484bf0aa13ead7f6aedf75 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:57.142785 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:57.157899 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.163452 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:57.175284 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:57.249374 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaff7d07-81e8-45a0-bd91-a993f13d0947,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:57.265207 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:57.293485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40432) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:57.309802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-a246e62f-fcdf-4b10-bb46-d97bb1eb114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:57.311420 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-a246e62f-fcdf-4b10-bb46-d97bb1eb114a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.4433842 Nov 10 14:21:57.349051 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.350171 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaff7d07-81e8-45a0-bd91-a993f13d0947 HTTP/1.1" status: 204 len: 168 time: 1.2587771 Nov 10 14:21:57.416380 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.430612 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.434672 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-1e0e934a-fcb8-49a3-8fa0-8ea4ba2054f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031208 Nov 10 14:21:57.445947 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5cb0c-53a9-4010-8f65-fe92dac3c142 req-51c9cdd8-41e9-4fa0-97f0-a010fb691e2a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:57.452871 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ecb5cb0c-53a9-4010-8f65-fe92dac3c142 req-51c9cdd8-41e9-4fa0-97f0-a010fb691e2a tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 944 time: 0.8761733 Nov 10 14:21:57.460545 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9a1086e3-d0b8-49b6-a17f-57e6b0aa02fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:57.517287 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '654dfbd1-9736-468b-9136-15305f378b3a', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:9e:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41031020-65a0-480b-bbc5-84b7b1081658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:21:31Z', 'updated_at': '2021-11-10T14:21:54Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:57.525450 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:21:57.527209 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e87a1fd-d84d-4af5-8402-a3f5444ad584,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:57.530758 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:57.538781 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:21:57.540710 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:21:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:57.599067 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7e87a1fd-d84d-4af5-8402-a3f5444ad584 HTTP/1.1" status: 204 len: 168 time: 2.0716741 Nov 10 14:21:57.619963 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-fc243d8c-46e1-4828-aed5-282f9fa0b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:57.621438 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-fc243d8c-46e1-4828-aed5-282f9fa0b217 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1098 time: 0.6121523 Nov 10 14:21:57.641139 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ecb5cb0c-53a9-4010-8f65-fe92dac3c142 req-293bf6b2-7a39-4b90-bc8c-db78f7adcfe1 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873200 Nov 10 14:21:57.648683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57022b4-c104-404b-809d-147c98a9152d req-560ae89e-4d50-4635-ac1e-3052b351d78b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:57.650788 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d57022b4-c104-404b-809d-147c98a9152d req-560ae89e-4d50-4635-ac1e-3052b351d78b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.4225261 Nov 10 14:21:57.708105 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.723702 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.734411 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-eea71371-b500-4fd6-a553-61136c71c73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:57.764338 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:21:57.789107 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-c4225949-652f-491c-a099-7ae975949bd0 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304484 Nov 10 14:21:57.796589 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d57022b4-c104-404b-809d-147c98a9152d req-ce71a725-87c3-4c52-8f3e-aed183385ee1 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343412 Nov 10 14:21:57.804492 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1f94d38b4484bf0aa13ead7f6aedf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752910 Nov 10 14:21:57.804492 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa434f-301d-45f3-8565-d5654f792be6,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:57.807101 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40450) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:57.822327 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:57.873592 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.904993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:57.929048 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.018285 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.026480 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3f218029-0e62-4f1d-8604-7eae06433ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:58.042249 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa434f-301d-45f3-8565-d5654f792be6,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:58.045260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:58.050773 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40458) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:58.069759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40462) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:58.079551 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.106666 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:58.111051 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.113041 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4caa434f-301d-45f3-8565-d5654f792be6 HTTP/1.1" status: 204 len: 168 time: 0.3050482 Nov 10 14:21:58.119887 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a533a99-c04f-4b19-9636-f1c2d32753b1 req-9a8fa846-b7c8-448d-b964-1137f9fdea6d service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089287 Nov 10 14:21:58.121080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c4e7000a443d49d368f0adc3ea9a2 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:58.124122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-7a0ac7ea-ca91-4ab7-af3a-64d98739e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:58.125472 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-7a0ac7ea-ca91-4ab7-af3a-64d98739e5f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.4834392 Nov 10 14:21:58.126244 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:58.133080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:58.133382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:58.150721 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Usage tracker for resource:security_group_rule and tenant:6ea0fa8a23f44dd2b94429f234f74abd is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:58.156391 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:58.166041 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:58.172511 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-f15f7ebb-4093-40e0-aa55-4ee362d7765c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eafa4f9745c4ceca5a62ccf51d58e7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925922 Nov 10 14:21:58.174367 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40468) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:58.269460 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.317437 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.354322 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '654dfbd1-9736-468b-9136-15305f378b3a', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:9e:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41031020-65a0-480b-bbc5-84b7b1081658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:21:31Z', 'updated_at': '2021-11-10T14:21:54Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:21:58.361132 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d38155-258f-4c82-af80-47f8c5be5085 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '654dfbd1-9736-468b-9136-15305f378b3a', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:9e:47:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41031020-65a0-480b-bbc5-84b7b1081658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:21:31Z', 'updated_at': '2021-11-10T14:21:54Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:21:58.389010 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-cd77a452-5a6e-4b0f-a801-399e6653e24e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 999 time: 0.2496128 Nov 10 14:21:58.406950 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.418501 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.433709 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d55a8af-9fac-4937-8aeb-85a81bda0336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:58.493232 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eec079-c73c-41d9-af5f-211538f5b44e,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:58.496041 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.509326 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ea0fa8a23f44dd2b94429f234f74abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573023 Nov 10 14:21:58.512771 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:58.513261 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9ccb2020-dec3-4b75-bb47-603dcb107d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:58.516073 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40478) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:58.531872 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06173df1-1d0b-4d00-b97e-45ee9ac3a9ee,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:58.536001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:58.555126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.556247 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06173df1-1d0b-4d00-b97e-45ee9ac3a9ee HTTP/1.1" status: 204 len: 168 time: 0.3804390 Nov 10 14:21:58.573998 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-d383ca13-459b-4e44-86f1-9a8101f77702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.583503 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-5c93983d-3566-49d6-ab9c-faf4ce97111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:58.584980 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-5c93983d-3566-49d6-ab9c-faf4ce97111e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1827829 Nov 10 14:21:58.588717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.632603 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.663640 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:58.703100 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9c4e7000a443d49d368f0adc3ea9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4012036 Nov 10 14:21:58.706995 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40494) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:58.755445 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2d2af-f932-4f8c-b484-0384ee215a7a None None] New status for floating IP 654dfbd1-9736-468b-9136-15305f378b3a: ACTIVE {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:21:58.777005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1b1a9-bd93-468e-8dde-62e863d395c7,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:58.798169 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:58.813200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.848892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:58.897988 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.048781 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407da58c-39d5-4725-a193-fd82907fb7f2 req-3a483ae1-6566-4b89-803f-d067e7d99dcc tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:59.063280 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-407da58c-39d5-4725-a193-fd82907fb7f2 req-3a483ae1-6566-4b89-803f-d067e7d99dcc tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 944 time: 0.2232707 Nov 10 14:21:59.097534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.105328 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:59.121567 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1b1a9-bd93-468e-8dde-62e863d395c7,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:59.128660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-6e608e2e-a154-4260-a5c9-f5077e390646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:59.130283 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-6e608e2e-a154-4260-a5c9-f5077e390646 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5322678 Nov 10 14:21:59.137673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.139846 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:59.200636 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-407da58c-39d5-4725-a193-fd82907fb7f2 req-3ca821b3-7547-44b5-b3ff-ae043ebb5d59 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146555 Nov 10 14:21:59.202402 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.203695 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33c1b1a9-bd93-468e-8dde-62e863d395c7 HTTP/1.1" status: 204 len: 168 time: 0.4953964 Nov 10 14:21:59.213289 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 04f57db1-87d4-4e4d-9381-0a9809f2cf49 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:21:59.396859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.406566 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:59.416162 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.resource_extend [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 14:21:59.422496 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eec079-c73c-41d9-af5f-211538f5b44e,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:59.436199 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ddffc-e21c-421e-879e-9beff112ba0e req-fec85af3-34e1-4f8b-8739-244ef4e598c7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:21:59.443765 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-390ddffc-e21c-421e-879e-9beff112ba0e req-fec85af3-34e1-4f8b-8739-244ef4e598c7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.3792367 Nov 10 14:21:59.482586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:21:59.534928 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.536099 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7eec079-c73c-41d9-af5f-211538f5b44e HTTP/1.1" status: 204 len: 168 time: 1.0174062 Nov 10 14:21:59.540954 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-893fdfca-9a25-4a54-8f19-77536d1ce3d7 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837173 Nov 10 14:21:59.556312 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-390ddffc-e21c-421e-879e-9beff112ba0e req-5f3ec054-544b-4902-b860-6a4b79ae674d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Nov 10 14:21:59.605976 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.688216 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:59.703098 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '04f57db1-87d4-4e4d-9381-0a9809f2cf49', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'port_id': '04f57db1-87d4-4e4d-9381-0a9809f2cf49', 'mac_address': 'fa:16:3e:0e:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf13b4bf-1f24-4f1e-beab-7527a692bb55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:21:59.782952 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.831799 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f57db1-87d4-4e4d-9381-0a9809f2cf49 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:21:59.839485 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-84c38b11-f7bd-43d5-b6c1-bc4950beaaa1 req-c51bc72b-6dd7-4321-ad69-6d553fc28427 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822430 Nov 10 14:21:59.853241 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:21:59.859205 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.861565 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:21:59.880404 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40530) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:21:59.899619 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:21:59.918001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:21:59.922986 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Usage tracker for resource:security_group_rule and tenant:6365929b90c04cfa8cd40e0729b86288 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:21:59.927221 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:21:59.936552 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:21:59.955989 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:21:59.967698 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:00.032216 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.038026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.046727 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:00.087884 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6365929b90c04cfa8cd40e0729b86288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063515 Nov 10 14:22:00.090332 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbfcb8-e643-4e59-883e-1114bfc722b2,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:00.090778 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40540) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:00.093715 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:00.172341 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.219248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.273306 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['04f57db1-87d4-4e4d-9381-0a9809f2cf49'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:00.320119 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.331749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6719de20-03fe-467f-9469-dba5537b7cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:00.349538 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbfcb8-e643-4e59-883e-1114bfc722b2,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:00.359935 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:00.368138 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:00.370295 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16dbfcb8-e643-4e59-883e-1114bfc722b2 HTTP/1.1" status: 204 len: 168 time: 0.2784703 Nov 10 14:22:00.452102 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1205a-94c9-49f1-9a8c-987da6bc8eb6 req-f51fa2d3-48ae-42ea-b389-51e3eb4002d4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:00.460369 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-dcc1205a-94c9-49f1-9a8c-987da6bc8eb6 req-f51fa2d3-48ae-42ea-b389-51e3eb4002d4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 945 time: 0.1285703 Nov 10 14:22:00.562366 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-dcc1205a-94c9-49f1-9a8c-987da6bc8eb6 req-bc486c27-c3d5-4eb5-974a-bdb3b1088791 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009719 Nov 10 14:22:00.789992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5b1a-3914-4d8e-9a84-25a28c88bd07 req-6697b865-3a1e-4aca-bf9f-97c2be734c53 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:00.791536 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5f2e5b1a-3914-4d8e-9a84-25a28c88bd07 req-6697b865-3a1e-4aca-bf9f-97c2be734c53 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1133585 Nov 10 14:22:00.874192 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5f2e5b1a-3914-4d8e-9a84-25a28c88bd07 req-f26b9222-9a9e-4a90-8e2a-72bf7b6ce10e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762761 Nov 10 14:22:01.149988 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:02.074144 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705feb6-8dd1-431d-b03f-acc0b5c1e498 req-5bbd4b3b-79f9-42b8-8855-650f6e4a21d0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:02.082413 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f705feb6-8dd1-431d-b03f-acc0b5c1e498 req-5bbd4b3b-79f9-42b8-8855-650f6e4a21d0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 945 time: 0.1236606 Nov 10 14:22:02.159501 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f705feb6-8dd1-431d-b03f-acc0b5c1e498 req-87f7c27d-cba1-4f9e-bbc0-da5f09df71af tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752077 Nov 10 14:22:02.234001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4c7f-0fe3-482b-8a78-e369d1f7a92c req-c0a9f66e-afba-447e-9f08-246d277d965e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:02.243687 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-089a4c7f-0fe3-482b-8a78-e369d1f7a92c req-c0a9f66e-afba-447e-9f08-246d277d965e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0986490 Nov 10 14:22:02.316174 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-089a4c7f-0fe3-482b-8a78-e369d1f7a92c req-5e70e83d-b968-41ad-8081-0c0403ed0bbd tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714431 Nov 10 14:22:03.202534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 04f57db1-87d4-4e4d-9381-0a9809f2cf49 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:03.412375 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:03.418311 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:03.418728 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.436055 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40730) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:03.471170 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8f7b-992a-4d63-bf4b-90bedb21d8c4 req-967c6567-d722-441a-b090-eeae8ee9757d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:03.481437 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-121a8f7b-992a-4d63-bf4b-90bedb21d8c4 req-967c6567-d722-441a-b090-eeae8ee9757d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 945 time: 0.1291852 Nov 10 14:22:03.550971 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-121a8f7b-992a-4d63-bf4b-90bedb21d8c4 req-edfe5a30-5a3a-425e-9346-64b4de319aaf tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Nov 10 14:22:03.646501 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.702582 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:03.716481 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:03.722818 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.725815 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:03.729206 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.753631 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:03.757580 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Usage tracker for resource:security_group_rule and tenant:48c55e6bed244241b28c6fcd1ae91a48 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:03.760860 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:03.767198 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:03.811045 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49', 'code': 200} Nov 10 14:22:03.817471 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:03.831753 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.835897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f6bb-f4b8-43b6-997b-8070fa45acfe req-159dbdc3-ecb9-4834-8b20-7040585c802c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:03.837676 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e400f6bb-f4b8-43b6-997b-8070fa45acfe req-159dbdc3-ecb9-4834-8b20-7040585c802c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2170360 Nov 10 14:22:03.844029 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.844522 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.845531 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.846568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.847141 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.848330 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.848916 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.849450 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.849989 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.850582 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.851478 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:03.856754 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:03.930095 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e400f6bb-f4b8-43b6-997b-8070fa45acfe req-31a2e884-5fe9-4461-9177-4591af498f1b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844970 Nov 10 14:22:03.968193 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.973233 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:03.983127 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73d1c996-cdb8-42cf-9710-34ea5c000059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:04.051593 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40762) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.065897 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c55e6bed244241b28c6fcd1ae91a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110647 Nov 10 14:22:04.072109 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a441688-3e98-448e-99e9-c72f2b18e14b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:04.077106 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:04.081704 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40766) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.203819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.239438 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.248391 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcede3e-9bd6-461e-9c2f-f569c3f375b3 req-2c0073e7-c027-492c-8996-6c237f32199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:04.250098 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-edcede3e-9bd6-461e-9c2f-f569c3f375b3 req-2c0073e7-c027-492c-8996-6c237f32199f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 1099 time: 0.1714952 Nov 10 14:22:04.265142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.284584 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:04.292911 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Usage tracker for resource:security_group_rule and tenant:1d251aeea6d94232b47b75d90d23613e is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:04.299572 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:04.308916 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:04.317404 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-edcede3e-9bd6-461e-9c2f-f569c3f375b3 req-d2295274-4c25-440c-af23-9697c5f7c39f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Nov 10 14:22:04.352590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.360229 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:04.373762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a441688-3e98-448e-99e9-c72f2b18e14b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:04.376297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:04.385359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.387384 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a441688-3e98-448e-99e9-c72f2b18e14b HTTP/1.1" status: 204 len: 168 time: 0.3346982 Nov 10 14:22:04.401395 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40778) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.456809 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.461500 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.471520 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:04.547698 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d251aeea6d94232b47b75d90d23613e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613612 Nov 10 14:22:04.547698 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13302b2-d4e9-49e0-bb06-8bd28343ff76,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:04.550638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40786) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.560093 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:04.636747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.674084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:04.678863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4b0e35708148e5b22add7c91d9938b is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:04.682245 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:04.689744 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:04.816744 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.864125 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.873823 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.882331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.894096 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-55b198d4-a626-4d91-8141-125673a5666c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:04.909446 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40806) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.946669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:04.962361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:04.966247 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Usage tracker for resource:security_group_rule and tenant:fcec6297743b48dcb2a14e92a3a3ee62 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:04.967750 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff4b0e35708148e5b22add7c91d9938b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651152 Nov 10 14:22:04.969064 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:04.973101 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40812) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:04.975286 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:04.979937 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78080888-ab32-4a2b-a907-94da8d1d34e3,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:04.994144 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:05.002396 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51d401-5aa2-4958-8868-009fd489f955 req-8f1490bf-377c-4faa-abe2-afccff7e7565 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:05.006994 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9d51d401-5aa2-4958-8868-009fd489f955 req-8f1490bf-377c-4faa-abe2-afccff7e7565 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.2539268 Nov 10 14:22:05.083179 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.088543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b8a75c8f-3df8-48d7-978a-9e2430e944a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:05.097190 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9d51d401-5aa2-4958-8868-009fd489f955 req-a6ad0b58-e813-4ca3-a998-38bf0d0c69e6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822916 Nov 10 14:22:05.119941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13302b2-d4e9-49e0-bb06-8bd28343ff76,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:05.119941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:05.124422 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.133162 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.142822 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.144786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.145951 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f13302b2-d4e9-49e0-bb06-8bd28343ff76 HTTP/1.1" status: 204 len: 168 time: 0.5928776 Nov 10 14:22:05.151773 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-fb70f907-b7a9-4200-b719-c181c7a49689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:05.175048 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.204435 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7627d7c7-d8fe-4b47-8579-1f2b6c0aa510,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:05.209084 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:05.218105 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcec6297743b48dcb2a14e92a3a3ee62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074183 Nov 10 14:22:05.221388 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40820) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:05.243580 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e773c-33b6-4c9e-a704-337e54c46959 req-a9904caa-ae4f-421c-8967-c3b878d1d47f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:05.251442 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a9e773c-33b6-4c9e-a704-337e54c46959 req-a9904caa-ae4f-421c-8967-c3b878d1d47f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1931815 Nov 10 14:22:05.262550 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.270166 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-81b22c2f-6630-49c8-b7fa-03f53b00ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:05.289005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.291191 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78080888-ab32-4a2b-a907-94da8d1d34e3 HTTP/1.1" status: 204 len: 168 time: 0.3163309 Nov 10 14:22:05.292366 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78080888-ab32-4a2b-a907-94da8d1d34e3,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:05.323640 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:05.344894 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a9e773c-33b6-4c9e-a704-337e54c46959 req-35bd96de-e90a-413e-97cb-b31548ee4dc6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916162 Nov 10 14:22:05.391365 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.421884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.479379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.484626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:05.501255 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7627d7c7-d8fe-4b47-8579-1f2b6c0aa510,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:05.505364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:05.525970 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:05.530034 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7627d7c7-d8fe-4b47-8579-1f2b6c0aa510 HTTP/1.1" status: 204 len: 168 time: 0.3075626 Nov 10 14:22:06.350543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e30a5b-d605-48df-acc5-7c42d4437ea6 req-d789bfb1-3bf0-4ce4-88e9-7935a391e567 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:06.357668 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-98e30a5b-d605-48df-acc5-7c42d4437ea6 req-d789bfb1-3bf0-4ce4-88e9-7935a391e567 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.1191771 Nov 10 14:22:06.415201 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-98e30a5b-d605-48df-acc5-7c42d4437ea6 req-c66aa376-e5dd-4eed-95e1-96dd0cfe3f2b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Nov 10 14:22:06.645885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ccb9-678f-4f63-9aac-81dd2f7b45c1 req-5a90af43-3d4d-4fc4-9325-d92bc7bb2d1d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:06.653037 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b17ccb9-678f-4f63-9aac-81dd2f7b45c1 req-5a90af43-3d4d-4fc4-9325-d92bc7bb2d1d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1352654 Nov 10 14:22:06.689599 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 40906) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:06.715494 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b17ccb9-678f-4f63-9aac-81dd2f7b45c1 req-eabbf784-8a6b-444c-9c46-0285d526fbf7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Nov 10 14:22:06.996611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.034227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:07.045536 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Usage tracker for resource:security_group_rule and tenant:2bf2b95bee114ef8951854f95065f48e is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:07.051243 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:07.059817 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:07.309458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.315768 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.328022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:07.378624 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be76ae9-a4ee-414e-bf69-c02fdfb2213c,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:07.385553 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:07.394668 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bf2b95bee114ef8951854f95065f48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026958 Nov 10 14:22:07.397402 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 40982) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:07.481854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.545592 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.647106 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.652851 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:07.671748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:07.673256 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9be76ae9-a4ee-414e-bf69-c02fdfb2213c HTTP/1.1" status: 204 len: 168 time: 0.2747803 Nov 10 14:22:07.675670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be76ae9-a4ee-414e-bf69-c02fdfb2213c,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:07.679438 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:07.967073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9177b-9bac-4474-a317-cb12cb2235df req-4e662b33-ff1b-4998-bf3a-ef72e9f2929b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:07.975228 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8cc9177b-9bac-4474-a317-cb12cb2235df req-4e662b33-ff1b-4998-bf3a-ef72e9f2929b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1352658 Nov 10 14:22:08.035487 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8cc9177b-9bac-4474-a317-cb12cb2235df req-66dc1072-844b-4f2f-aedc-7e8fa2d4532f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Nov 10 14:22:08.145120 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41018) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:08.272363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41030) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:08.311129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.333698 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:22:08.437193 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.454154 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:08.459331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:08.461600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b2e188b7f4475ba2f703dcd7ce740d is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:08.465567 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:08.468565 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Usage tracker for resource:security_group_rule and tenant:94022b2960554beba834191057b5c9f7 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:08.474738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:08.477546 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:08.483135 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:08.649790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.651914 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.653687 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.663189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-018b4769-994b-4471-8dd6-4a871891baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:08.680973 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.783217 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41056) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:08.785240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825f2b8-0908-4165-9b20-6b21866cc126,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:08.789668 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94022b2960554beba834191057b5c9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425374 Nov 10 14:22:08.790533 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:08.792202 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b438b64c-1bd6-4c00-848b-b54b9643dca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:08.792454 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41062) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:08.807140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8b2e188b7f4475ba2f703dcd7ce740d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337195 Nov 10 14:22:08.810685 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41066) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:08.857426 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214361a9-f21d-4082-a8b9-52da80449092,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:08.877068 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:08.900176 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:08.939262 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.004546 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.011978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.017780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:09.031802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825f2b8-0908-4165-9b20-6b21866cc126,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:09.031995 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.035109 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:09.036650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:09.048436 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.050043 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c825f2b8-0908-4165-9b20-6b21866cc126 HTTP/1.1" status: 204 len: 168 time: 0.2386973 Nov 10 14:22:09.051135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Usage tracker for resource:security_group_rule and tenant:813f540012684f71a67ad846a01cd196 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:09.056518 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:09.072545 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:09.078876 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.138143 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41078) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:09.222651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.237654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:09.264941 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214361a9-f21d-4082-a8b9-52da80449092,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:09.272617 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6031-5d72-4cde-938f-6f3b6f31023e req-b649ee2d-be86-4ace-9c61-328a25f5ff15 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:09.278635 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:09.292126 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d9e6031-5d72-4cde-938f-6f3b6f31023e req-b649ee2d-be86-4ace-9c61-328a25f5ff15 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1270893 Nov 10 14:22:09.297952 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.303436 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/214361a9-f21d-4082-a8b9-52da80449092 HTTP/1.1" status: 204 len: 168 time: 0.5100346 Nov 10 14:22:09.349003 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.362627 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d9e6031-5d72-4cde-938f-6f3b6f31023e req-fc049fdc-ecfc-4a6f-ba27-0d7af16dd3e8 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Nov 10 14:22:09.363063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.383313 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-82eeee16-de55-449c-b3d1-ed40ea2ae467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:09.414087 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.429945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:09.435483 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Usage tracker for resource:security_group_rule and tenant:236f937b5b244edb894a346e4514cd4f is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:09.439857 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:09.450348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:09.494672 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813f540012684f71a67ad846a01cd196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092402 Nov 10 14:22:09.496459 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdeb53c-9258-48c4-844e-df41306daa93,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:09.498999 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41088) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:09.503261 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:09.588736 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.621801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.676770 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.690260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.706871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0c0698cc-02c0-472c-bc21-c5d2a794dedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:09.740839 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.747245 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3f0b9ce8-dad6-418e-a422-203cc283c60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:09.751088 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123e36c6-e339-4ef3-843b-3d94d5b89157,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:09.755227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:09.766707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdeb53c-9258-48c4-844e-df41306daa93,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:09.782497 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:09.787212 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:09.789631 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fdeb53c-9258-48c4-844e-df41306daa93 HTTP/1.1" status: 204 len: 168 time: 0.2893536 Nov 10 14:22:09.812003 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236f937b5b244edb894a346e4514cd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723983 Nov 10 14:22:09.815367 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41106) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:09.947014 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.008060 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.076966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.081875 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:10.092843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123e36c6-e339-4ef3-843b-3d94d5b89157,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:10.097456 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:10.110342 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.114990 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/123e36c6-e339-4ef3-843b-3d94d5b89157 HTTP/1.1" status: 204 len: 168 time: 0.2951555 Nov 10 14:22:10.179027 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41128) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:10.201809 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.228336 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:10.236579 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Usage tracker for resource:security_group_rule and tenant:ce2874f22a8b4cd1b8168a789df4c8c2 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:10.241985 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:10.258478 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:10.513194 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-357477c3-ee60-426d-90f0-e9f859be9ec8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:10.522454 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-357477c3-ee60-426d-90f0-e9f859be9ec8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.2054498 Nov 10 14:22:10.554965 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-737c5edb-ffec-4cc6-9115-a085f37c67a4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/quotas/f01c0f5780e340afa848e81324f1f982 HTTP/1.1" status: 200 len: 375 time: 0.0315053 Nov 10 14:22:10.579603 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a05d0-80b3-48c2-bdd7-2b08ec8ad6a4 req-111f7340-afe0-47b4-839c-d61d19304ea3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:10.581803 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d3a05d0-80b3-48c2-bdd7-2b08ec8ad6a4 req-111f7340-afe0-47b4-839c-d61d19304ea3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0998547 Nov 10 14:22:10.617256 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.631524 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.637244 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d3a05d0-80b3-48c2-bdd7-2b08ec8ad6a4 req-4dc80836-ec0c-4714-98df-6fc1719792fc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Nov 10 14:22:10.642790 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a90fe94e-e98f-4e94-b1d3-a9b663414594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:10.692671 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e58498-9d6c-4fc4-ade1-99f4577d0748,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:10.700190 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce2874f22a8b4cd1b8168a789df4c8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173755 Nov 10 14:22:10.700190 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:10.701400 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41156) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:10.726294 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-086ed900-9cf4-4aa2-b083-d6d04a660e65 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703124 Nov 10 14:22:10.775244 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.821762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.846529 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41162) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:10.881865 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-b0b8785e-5673-4b6f-9fdc-b90f02b7484a service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541309 Nov 10 14:22:10.887338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.905924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:10.915900 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Usage tracker for resource:security_group_rule and tenant:52729bf5a60744d5a9eb456dc7423a72 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:10.919625 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:10.930355 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:10.969850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:10.976903 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:10.998497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e58498-9d6c-4fc4-ade1-99f4577d0748,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:11.008823 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:11.020552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.021689 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e58498-9d6c-4fc4-ade1-99f4577d0748 HTTP/1.1" status: 204 len: 168 time: 0.3192289 Nov 10 14:22:11.062597 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-7bb9b335-c770-4224-99ac-6de4ce4142dd service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753709 Nov 10 14:22:11.106428 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.112291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.127097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-639e4649-9967-478e-bfad-d1ffc95036b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:11.192537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41178) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:11.192911 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52729bf5a60744d5a9eb456dc7423a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390684 Nov 10 14:22:11.193927 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aa2a88-0d2d-4f5a-aecb-02f56e5e753f,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:11.197883 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:11.413704 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1437e66b-909d-4d47-887b-46dbcaeab502 req-98498869-696c-45f9-b45b-f9c00bf5b805 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 210 time: 0.1464593 Nov 10 14:22:11.420268 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.484854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.582906 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.590654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ba146c06-4373-45d6-8c65-1ff075cd92cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:11.607053 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aa2a88-0d2d-4f5a-aecb-02f56e5e753f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:11.617004 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:11.622643 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:11.623761 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5aa2a88-0d2d-4f5a-aecb-02f56e5e753f HTTP/1.1" status: 204 len: 168 time: 0.4297702 Nov 10 14:22:11.870463 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ef2c7-d1f1-4eb1-b754-f219ddda9021 req-9a261f05-cee3-4170-a7cd-97b75f22f850 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:11.872024 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5d9ef2c7-d1f1-4eb1-b754-f219ddda9021 req-9a261f05-cee3-4170-a7cd-97b75f22f850 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1040676 Nov 10 14:22:11.923842 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5d9ef2c7-d1f1-4eb1-b754-f219ddda9021 req-cb986d05-31c2-4516-8e0b-f719fed46fe0 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Nov 10 14:22:12.751944 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-77b2c5b9-857d-4e3e-b65e-3a8aacfed15f req-d1f92451-d316-4ce6-8667-407e0ddb0e60 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 210 time: 0.1289077 Nov 10 14:22:13.010608 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-307de57b-6620-4fe5-a2e6-2a4dd39ed33e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:13.012250 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-307de57b-6620-4fe5-a2e6-2a4dd39ed33e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.3132858 Nov 10 14:22:13.043123 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Request body: {'port': {'device_id': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'admin_state_up': True, 'tenant_id': 'f01c0f5780e340afa848e81324f1f982'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:13.136424 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4fa5-e37b-4956-b639-11ef90795f6d req-2c34ed48-5f7c-445f-a8af-61ff4e704f8f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:13.145060 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-400b4fa5-e37b-4956-b639-11ef90795f6d req-2c34ed48-5f7c-445f-a8af-61ff4e704f8f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0956471 Nov 10 14:22:13.207232 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-400b4fa5-e37b-4956-b639-11ef90795f6d req-034272eb-cced-4dee-9f7c-b0fef91e9b4e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610027 Nov 10 14:22:13.244104 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:13.259177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:13.269290 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:13.273713 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:13.542177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Allocated IP 172.20.0.9 (7cfee090-4f93-4aae-91db-7048ea9fdc45/bf13b4bf-1f24-4f1e-beab-7527a692bb55/3c5415f6-431c-4cbf-8196-0c05442d33e1) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:13.813206 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:13.852408 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:13.865606 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:13.875461 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf', '04f57db1-87d4-4e4d-9381-0a9809f2cf49'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:13.979843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f213c09-6e63-49d5-9eab-db0e3f1f44d1 req-00cf2d99-a472-4134-b152-ed629b599139 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:13.987823 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6f213c09-6e63-49d5-9eab-db0e3f1f44d1 req-00cf2d99-a472-4134-b152-ed629b599139 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 931 time: 0.1084464 Nov 10 14:22:13.992855 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:14.006984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:14.019041 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:14.074590 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6f213c09-6e63-49d5-9eab-db0e3f1f44d1 req-51b88bb2-adca-4601-a56c-25b7e327c42e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Nov 10 14:22:14.106379 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event updated for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:14.106519 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41336) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:14.111873 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:14.135862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:14.137338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:14.172203 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403580 Nov 10 14:22:14.186564 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Request body: {'port': {'device_id': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:14.391608 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:14.431897 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-65f9e75c-6f7c-457d-8b7d-82c6807c2663 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=db7d803dcc164ad7b729945bd94cc676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290074 Nov 10 14:22:14.635014 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:14.660809 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:14.670585 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Usage tracker for resource:security_group_rule and tenant:bc2eef2021eb421181721f677b938036 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:14.671032 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-dbd63b20-0833-4386-beb1-35cf100f0e46 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:14.672902 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-dbd63b20-0833-4386-beb1-35cf100f0e46 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333076 Nov 10 14:22:14.678812 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:14.691198 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:14.730070 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972aa4-1bb3-4497-8e9b-129da2101f51 req-3f80f12d-dcb5-438a-a7ba-777ef123da6a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:14.732054 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-30972aa4-1bb3-4497-8e9b-129da2101f51 req-3f80f12d-dcb5-438a-a7ba-777ef123da6a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.2561939 Nov 10 14:22:14.741924 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-d66e1a87-9a3c-4dd6-943f-9efa8d326819 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/quotas/db7d803dcc164ad7b729945bd94cc676 HTTP/1.1" status: 200 len: 375 time: 0.0609598 Nov 10 14:22:14.801912 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-0ed74981-fb76-491f-98c6-263298946a52 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=db7d803dcc164ad7b729945bd94cc676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530467 Nov 10 14:22:14.874859 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-30972aa4-1bb3-4497-8e9b-129da2101f51 req-bfee8cf1-c9c6-46ee-955d-fccab192bb4c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766127 Nov 10 14:22:14.919079 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:14.937412 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:14.999759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7e0c521c-5d0c-49c6-93f5-76929b24c872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:15.044339 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41382) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:15.070236 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 41392) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:15.071091 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc2eef2021eb421181721f677b938036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9629283 Nov 10 14:22:15.072876 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9980d2bc-8e0b-470e-9126-fa3c7b88c8fa,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:15.076674 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:15.134311 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bc990ae5-7ece-4125-b1d5-fdd2a8b8ca29 req-0a3b51d9-aab3-493b-b7c6-42b88bf88395 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 210 time: 0.0677125 Nov 10 14:22:15.227853 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.296036 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.388690 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.434115 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958b433-992a-4a60-aae5-4d9d3073e5bc req-4a852195-9b74-48c8-9564-d361f25a6fa8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:15.442870 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8958b433-992a-4a60-aae5-4d9d3073e5bc req-4a852195-9b74-48c8-9564-d361f25a6fa8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 931 time: 0.1776030 Nov 10 14:22:15.450075 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:15.472065 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b6ff87155a4e1f869a3c5fb63ff444 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:15.477050 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:15.486630 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:15.502768 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5415f6-431c-4cbf-8196-0c05442d33e1 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:15.511211 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.518720 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8958b433-992a-4a60-aae5-4d9d3073e5bc req-219c7884-97fa-4d4a-99ac-ad9743461ecd tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725608 Nov 10 14:22:15.520592 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.531780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:15.567129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9980d2bc-8e0b-470e-9126-fa3c7b88c8fa,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:15.569289 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.573170 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9980d2bc-8e0b-470e-9126-fa3c7b88c8fa HTTP/1.1" status: 204 len: 168 time: 0.4990082 Nov 10 14:22:15.573945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:15.575289 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Transition to ACTIVE for port object 3c5415f6-431c-4cbf-8196-0c05442d33e1 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:15.586839 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.593097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:15.800761 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Pushing event updated for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:15.804038 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:15.914044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.924218 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:15.937243 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8e01799b-f5c9-4625-abd6-3bf92b05ff5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:15.996632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Attempting to bind port 3c5415f6-431c-4cbf-8196-0c05442d33e1 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:22:15.996961 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Attempting to bind port 3c5415f6-431c-4cbf-8196-0c05442d33e1 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:22:15.997284 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Attempting to bind port 3c5415f6-431c-4cbf-8196-0c05442d33e1 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:16.009938 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Port 3c5415f6-431c-4cbf-8196-0c05442d33e1 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:22:16.010261 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Attempting to bind port 3c5415f6-431c-4cbf-8196-0c05442d33e1 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:16.020167 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b6ff87155a4e1f869a3c5fb63ff444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708636 Nov 10 14:22:16.022762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51386c-bdbd-4ec0-a673-973dae104d2f,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:16.023602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41426) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:16.059838 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41432) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:16.061038 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:22:16.061518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Checking segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:16.061760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Bound using segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:22:16.062357 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Bound port: 3c5415f6-431c-4cbf-8196-0c05442d33e1, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:22:16.062734 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.076883 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:16.109822 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.152856 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.155458 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:16.209947 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:22:16.219429 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65e40-699a-4ca9-84fa-d9391d3e0bdc req-cf1f4359-245f-49c9-8809-e41cb04b0ada tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:16.222408 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-70f65e40-699a-4ca9-84fa-d9391d3e0bdc req-cf1f4359-245f-49c9-8809-e41cb04b0ada tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1960149 Nov 10 14:22:16.223913 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:22:16.229296 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.234108 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8cecc898-8218-48b2-ba7e-e6af8884afd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:16.258687 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Usage tracker for resource:security_group_rule and tenant:38cc33527f37467f8a8c66bda0deb122 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:16.263297 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:16.278023 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:16.284583 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.338210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:16.338948 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.341084 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] 10.222.0.18 "PUT /v2.0/ports/3c5415f6-431c-4cbf-8196-0c05442d33e1 HTTP/1.1" status: 200 len: 1093 time: 2.1583996 Nov 10 14:22:16.347407 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:16.383118 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Pushing event updated for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:16.394772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:16.413189 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-70f65e40-699a-4ca9-84fa-d9391d3e0bdc req-871ad3f6-731c-4c2e-a5d6-a76c824be578 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078796 Nov 10 14:22:16.427291 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.441761 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a81cf569-1a15-4dcb-85a2-90b209d7fe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:16.499684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51386c-bdbd-4ec0-a673-973dae104d2f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:16.533559 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1', 'status': 'completed', 'code': 200} Nov 10 14:22:16.536764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:16.546987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.598840 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-c33b38f6-b975-4b1f-9b60-624fc3bd19fa tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=db7d803dcc164ad7b729945bd94cc676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640836 Nov 10 14:22:16.614104 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-01ca44dc-c277-424e-982e-9cd2f92bdbac req-bde88d10-0526-450d-8e9f-32c054883703 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 210 time: 0.0758479 Nov 10 14:22:16.621537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.630412 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bdc1f066-dcac-4a8b-a015-bd19045bd49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:16.637446 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.638731 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea51386c-bdbd-4ec0-a673-973dae104d2f HTTP/1.1" status: 204 len: 168 time: 0.6140485 Nov 10 14:22:16.665058 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-c9ccb42d-cc59-45f9-adae-0450afb110bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:16.666826 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-c9ccb42d-cc59-45f9-adae-0450afb110bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 1096 time: 0.1953530 Nov 10 14:22:16.683944 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38cc33527f37467f8a8c66bda0deb122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230974 Nov 10 14:22:16.685883 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b14713-ad7e-478a-a287-f8bcc43f31bf,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:16.714562 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:16.716112 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41450) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:16.795426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.874124 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.987404 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:16.996467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d576c44f-bc04-4b2e-916b-6fc07e3a3b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:17.009173 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-870fc76f-fcaf-4f30-a790-684b93ebb021 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1 HTTP/1.1" status: 200 len: 217 time: 0.1548231 Nov 10 14:22:17.013570 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b14713-ad7e-478a-a287-f8bcc43f31bf,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:17.015633 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.018926 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1b14713-ad7e-478a-a287-f8bcc43f31bf HTTP/1.1" status: 204 len: 168 time: 0.2994437 Nov 10 14:22:17.018926 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:17.148153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-93c4e277-0e10-4ecc-853b-94a7336300b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:17.149598 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-93c4e277-0e10-4ecc-853b-94a7336300b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.1255238 Nov 10 14:22:17.163964 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-47964e13-d796-47bb-af71-f97f78610020 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:17.165549 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-47964e13-d796-47bb-af71-f97f78610020 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5521357 Nov 10 14:22:17.166350 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41470) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:17.199398 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.213189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Request body: {'port': {'device_id': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'network_id': '32457128-f076-4561-b16b-88edff1e2f82', 'admin_state_up': True, 'tenant_id': 'db7d803dcc164ad7b729945bd94cc676'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:17.217417 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:17.222277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2334c67f5730474ba6496705b5dc2d66 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:17.225704 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:17.233467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:17.253893 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-5ebdbb38-2eb1-4063-8cea-5c48cc877941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872202 Nov 10 14:22:17.325270 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0b83e-34f8-4762-942c-fcc33193387f req-6dac39e7-7ffd-4344-a6db-49da9a910ac9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:17.326005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-d4f0b83e-34f8-4762-942c-fcc33193387f req-6dac39e7-7ffd-4344-a6db-49da9a910ac9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:17.339677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.347039 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.356203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2cc3c495-d303-4a61-9232-7fbd5013c27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:17.412387 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2334c67f5730474ba6496705b5dc2d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447622 Nov 10 14:22:17.412963 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41480) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:17.416263 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ec524-b425-4a89-9543-52f7efefcd20,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:17.434295 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:17.456450 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-d4f0b83e-34f8-4762-942c-fcc33193387f req-6dac39e7-7ffd-4344-a6db-49da9a910ac9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:17.463266 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4f0b83e-34f8-4762-942c-fcc33193387f req-6dac39e7-7ffd-4344-a6db-49da9a910ac9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 943 time: 0.6101291 Nov 10 14:22:17.492735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.520172 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.588728 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:17.592823 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.602305 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0f15b901-fb90-44af-87ec-9c8ccb1185e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:17.613730 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4f0b83e-34f8-4762-942c-fcc33193387f req-59516cb7-d220-41e2-8f3d-20a02e9c7198 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416285 Nov 10 14:22:17.613730 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-8e143f63-a8d6-44b1-bf08-9fb091aa00bd service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952614 Nov 10 14:22:17.613730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Usage tracker for resource:port and tenant:db7d803dcc164ad7b729945bd94cc676 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:17.614881 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:17.617460 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ec524-b425-4a89-9543-52f7efefcd20,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:17.620272 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:17.620730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:17.621533 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.625008 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9ec524-b425-4a89-9543-52f7efefcd20 HTTP/1.1" status: 204 len: 168 time: 0.2087157 Nov 10 14:22:17.746348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Made reservation on behalf of db7d803dcc164ad7b729945bd94cc676 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:17.750142 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.779830 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:17.825116 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc44cd-af8b-4fe7-aff1-bce08d2a48b9 req-ff57fd35-f4cc-4973-ba5d-e2e348e0b804 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:17.833586 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77cc44cd-af8b-4fe7-aff1-bce08d2a48b9 req-ff57fd35-f4cc-4973-ba5d-e2e348e0b804 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1271272 Nov 10 14:22:17.842465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:17.856410 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Usage tracker for resource:security_group_rule and tenant:db7d803dcc164ad7b729945bd94cc676 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:17.862164 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e7d67f9-0ad2-4a1a-803b-e5b94fe9dba2 req-0150b359-e65c-4de2-9577-134722a97f92 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 210 time: 0.0698524 Nov 10 14:22:17.863497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:17.882654 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:17.900443 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77cc44cd-af8b-4fe7-aff1-bce08d2a48b9 req-19b3eaaa-9b16-41a0-b9b0-95fe13cdf969 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658960 Nov 10 14:22:17.922717 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07114b6b-5f0f-458d-b8b2-87ab7e859520 req-e15b06a9-4282-4bb2-9808-7fdc17f3e1af service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992225 Nov 10 14:22:18.091645 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.104246 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.109114 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e1cefba2-0bd6-4f68-9c13-a8d815ad0a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:18.216767 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:18.225457 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:18.236807 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-aa2330a4-6e8b-422d-ba3d-6f8b16fcd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:18.238663 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-aa2330a4-6e8b-422d-ba3d-6f8b16fcd235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 1096 time: 0.2262702 Nov 10 14:22:18.333855 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41530) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:18.420191 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Allocated IP 192.168.233.43 (32457128-f076-4561-b16b-88edff1e2f82/00be2876-e11c-413d-9931-f01ed4ca8f4f/b42ad02a-5b8f-42dd-bc71-36cf9729683b) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:18.486904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-1cf9b5de-e41a-4271-9006-d05ce05446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:18.488232 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-1cf9b5de-e41a-4271-9006-d05ce05446f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 916 time: 0.2027535 Nov 10 14:22:18.531938 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1727553307-network', 'tenant_id': 'c04b877230aa4024abc1647b663d4e30'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:18.537012 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:18.541455 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Usage tracker for resource:network and tenant:c04b877230aa4024abc1647b663d4e30 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:18.544602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:18.552186 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:18.563086 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Made reservation on behalf of c04b877230aa4024abc1647b663d4e30 for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:18.578630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.607880 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.609757 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-7baebe82-b302-4618-99f0-f2fd38ba5ded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1 HTTP/1.1" status: 200 len: 217 time: 0.0972497 Nov 10 14:22:18.661567 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:18.666999 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Usage tracker for resource:security_group_rule and tenant:c04b877230aa4024abc1647b663d4e30 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:18.670757 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:18.677866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:18.891680 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.926604 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.941670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:22:18.955545 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.956395 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Added segment 38ee3abb-a85a-4fe6-a89d-2d7625015009 of type vlan for network 2b356175-06bb-4b30-ac9b-70819506693e Nov 10 14:22:18.978251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-d92944bb-0943-4934-9814-bed42bc8ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:18.979745 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-d92944bb-0943-4934-9814-bed42bc8ff63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.3509312 Nov 10 14:22:18.984607 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:18.993019 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cea69b38-af2e-40cf-bb01-1afd5c6c9575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:19.056292 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-8f72e3b0-7401-4880-a35f-100704088ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590222 Nov 10 14:22:19.058294 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c979fa-c7e4-49f1-aece-1862c376c843,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:19.069520 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:19.074272 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c149e5-fe37-41fb-ac0b-d81be0f2b900 req-ff3f23c2-22c4-49f2-b3a7-a3bbc434c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.076197 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-23c149e5-fe37-41fb-ac0b-d81be0f2b900 req-ff3f23c2-22c4-49f2-b3a7-a3bbc434c928 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1098 time: 0.3038492 Nov 10 14:22:19.081125 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.083481 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.084055 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.096268 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-39b1e511-cd55-40b5-9194-0f8ff9b92057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:19.128571 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5d3d08d8-73cb-42ab-823b-d464a3fd7f38 req-45be762e-f6bd-4e3b-891c-c634d5f34bc5 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 210 time: 0.0772884 Nov 10 14:22:19.163710 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5d8e-f50c-4565-a64c-0534c64d01f7 req-41de62af-34d0-4487-97ec-1e55f98409ed tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.171050 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-346b5d8e-f50c-4565-a64c-0534c64d01f7 req-41de62af-34d0-4487-97ec-1e55f98409ed tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 943 time: 0.3556020 Nov 10 14:22:19.181646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.318892 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9870214 Nov 10 14:22:19.319585 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41570) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:19.328653 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Transition to ACTIVE for port object b42ad02a-5b8f-42dd-bc71-36cf9729683b will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:19.349059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Pushing event updated for resources: {'Network': ['ID=2b356175-06bb-4b30-ac9b-70819506693e,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:19.359513 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Request body: {'subnet': {'network_id': '2b356175-06bb-4b30-ac9b-70819506693e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1727553307-subnet', 'tenant_id': 'c04b877230aa4024abc1647b663d4e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:19.363309 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 2b356175-06bb-4b30-ac9b-70819506693e details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:22:19.379284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:19.386551 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-23c149e5-fe37-41fb-ac0b-d81be0f2b900 req-030663b4-395f-4b88-938e-c42bc656cb36 service neutron] Synchronizing usage tracker for tenant:b36003cdc4884e829460dc1e8057ca27 on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:19.391652 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:19.411914 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-7d671187-4fb9-44a1-85a1-7fd7fd9e597c service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822733 Nov 10 14:22:19.413549 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-346b5d8e-f50c-4565-a64c-0534c64d01f7 req-4a99199d-9153-4c5f-aeb5-24a5022339dc tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416034 Nov 10 14:22:19.415573 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Usage tracker for resource:subnet and tenant:c04b877230aa4024abc1647b663d4e30 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:19.426273 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:19.434833 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:19.458984 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Made reservation on behalf of c04b877230aa4024abc1647b663d4e30 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:19.463573 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.555852 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41578) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:19.579146 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-23c149e5-fe37-41fb-ac0b-d81be0f2b900 req-030663b4-395f-4b88-938e-c42bc656cb36 service neutron] Unset dirty status for tenant:b36003cdc4884e829460dc1e8057ca27 on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:19.581450 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-23c149e5-fe37-41fb-ac0b-d81be0f2b900 req-030663b4-395f-4b88-938e-c42bc656cb36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859447 Nov 10 14:22:19.587015 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.600654 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ce82b8ea-9b41-4e6c-90fb-761ca9dbcaac tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:19.688292 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Network 32457128-f076-4561-b16b-88edff1e2f82 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:19.696062 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:19.713282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:19.748663 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Pushing event updated for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:19.749340 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.764895 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.772066 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:19.772523 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:19.798341 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:19.799224 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ca716140-f127-477c-9406-7e38f8c4fa19 req-fabc25b7-d413-4199-98ba-f7376df58d3c service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719666 Nov 10 14:22:19.811746 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66b44b-bfc4-4905-897b-6d75fa5327e0 req-1c4134f3-1311-4c18-830d-8591fdc15d46 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.813127 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ec66b44b-bfc4-4905-897b-6d75fa5327e0 req-1c4134f3-1311-4c18-830d-8591fdc15d46 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.3584156 Nov 10 14:22:19.816851 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Usage tracker for resource:security_group_rule and tenant:392259f0909c48f58e77e9d918e2b8db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:19.819453 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.820080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:19.822395 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:19.833024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:19.898632 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1910e20e-af48-41b1-9eef-edbd36986b0c,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:19.903531 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ec66b44b-bfc4-4905-897b-6d75fa5327e0 req-5c06b8f7-c49f-4e44-9b80-b326182e4675 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Nov 10 14:22:19.905943 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:19.908217 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7044759 Nov 10 14:22:19.919896 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Checking segment: {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:19.920320 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Network hostable DHCP agents. Network: 2b356175-06bb-4b30-ac9b-70819506693e, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:22:19.935065 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Request body: {'port': {'device_id': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:19.966850 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Network 2b356175-06bb-4b30-ac9b-70819506693e is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:22:19.992776 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 2b356175-06bb-4b30-ac9b-70819506693e) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:19.997110 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:19.997812 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.003168 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef60014-c639-4925-a711-4b753b0dc252 None None] Network 2b356175-06bb-4b30-ac9b-70819506693e requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:22:20.029373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.038817 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.049834 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dc53eec1-f4ef-47e5-bba9-f2cac0fc239d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:20.062565 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6699f7c2-a0da-44f2-9958-8cc810166cc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7331953 Nov 10 14:22:20.090185 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.099525 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5439a58a-3b8c-42b1-b47e-9c3503a04fda,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:20.109155 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:20.121904 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=392259f0909c48f58e77e9d918e2b8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607731 Nov 10 14:22:20.124512 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41592) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:20.146330 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5d05aa3c-24ad-44fa-8ebb-a695f281d0f1 None None] Provisioning for port b42ad02a-5b8f-42dd-bc71-36cf9729683b completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:20.197368 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5d05aa3c-24ad-44fa-8ebb-a695f281d0f1 None None] Provisioning complete for port b42ad02a-5b8f-42dd-bc71-36cf9729683b triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:20.197757 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5d05aa3c-24ad-44fa-8ebb-a695f281d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.206474 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.260289 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.349697 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.358585 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-439d8849-c9b7-49d6-8a76-9b33772bcae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:20.384531 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5439a58a-3b8c-42b1-b47e-9c3503a04fda,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:20.395285 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:20.397538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:20.401078 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5439a58a-3b8c-42b1-b47e-9c3503a04fda HTTP/1.1" status: 204 len: 168 time: 0.2732773 Nov 10 14:22:20.454656 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5d05aa3c-24ad-44fa-8ebb-a695f281d0f1 None None] Port b42ad02a-5b8f-42dd-bc71-36cf9729683b cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:22:20.567098 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71bf37c-b129-49aa-a3f8-66dcb43a7a2d None None] Network 2b356175-06bb-4b30-ac9b-70819506693e requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:22:20.636242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-68ec8dfd-c1ed-4985-91ea-4c581f408f8a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:20.636999 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-68ec8dfd-c1ed-4985-91ea-4c581f408f8a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Synchronizing usage tracker for tenant:db7d803dcc164ad7b729945bd94cc676 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:20.707316 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-68ec8dfd-c1ed-4985-91ea-4c581f408f8a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Unset dirty status for tenant:db7d803dcc164ad7b729945bd94cc676 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:20.710081 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-68ec8dfd-c1ed-4985-91ea-4c581f408f8a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 935 time: 0.4078586 Nov 10 14:22:20.725026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41616) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:20.799619 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024906-90cb-4acd-b1bb-4356c46a1f3b req-2d72c3b9-6e59-4b5b-8f1f-da199357090f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:20.808186 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-00024906-90cb-4acd-b1bb-4356c46a1f3b req-2d72c3b9-6e59-4b5b-8f1f-da199357090f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 943 time: 0.2006240 Nov 10 14:22:20.893737 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-00024906-90cb-4acd-b1bb-4356c46a1f3b req-5edb738c-160b-402e-a0b7-4959351c9158 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834541 Nov 10 14:22:21.010621 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42ad02a-5b8f-42dd-bc71-36cf9729683b {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:21.019662 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.024362 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.063709 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-9ae16e0a-6945-4c61-aae3-b2297e7aa2c2 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Synchronizing usage tracker for tenant:db7d803dcc164ad7b729945bd94cc676 on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:21.069879 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Transition to ACTIVE for port object b42ad02a-5b8f-42dd-bc71-36cf9729683b will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:21.083829 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.091834 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:21.092249 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:21.106506 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Usage tracker for resource:security_group_rule and tenant:1c74c3cb6fd64eceb29afa68bc88ad26 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:21.111816 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:21.150412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-9ae16e0a-6945-4c61-aae3-b2297e7aa2c2 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Unset dirty status for tenant:db7d803dcc164ad7b729945bd94cc676 on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:21.160359 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e018451d-3523-45a8-af75-77c8e3bbe3dc req-9ae16e0a-6945-4c61-aae3-b2297e7aa2c2 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203353 Nov 10 14:22:21.272125 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 3c5415f6-431c-4cbf-8196-0c05442d33e1 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:22:21.349299 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:21.542703 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:21.555200 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:21.585137 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab85a36-77cc-40b6-848d-7b4eae4d343d req-3140e719-7016-4dd0-8c82-cebf44b5c7ef tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:21.592253 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4ab85a36-77cc-40b6-848d-7b4eae4d343d req-3140e719-7016-4dd0-8c82-cebf44b5c7ef tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.4828713 Nov 10 14:22:21.624126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.630195 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.646625 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:21.656811 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Attempting to bind port b42ad02a-5b8f-42dd-bc71-36cf9729683b on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:22:21.658258 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Attempting to bind port b42ad02a-5b8f-42dd-bc71-36cf9729683b by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:22:21.658774 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Attempting to bind port b42ad02a-5b8f-42dd-bc71-36cf9729683b on network 32457128-f076-4561-b16b-88edff1e2f82 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:21.665112 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Port b42ad02a-5b8f-42dd-bc71-36cf9729683b on network 32457128-f076-4561-b16b-88edff1e2f82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:22:21.665960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Attempting to bind port b42ad02a-5b8f-42dd-bc71-36cf9729683b on network 32457128-f076-4561-b16b-88edff1e2f82 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:21.666707 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:21.673835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:22:21.674413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Checking segment: {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:21.675131 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Bound using segment: {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:22:21.675742 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Bound port: b42ad02a-5b8f-42dd-bc71-36cf9729683b, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744bceff-3ee9-493b-b7b0-8ee92a974ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '32457128-f076-4561-b16b-88edff1e2f82'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:22:21.676305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.689431 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '3c5415f6-431c-4cbf-8196-0c05442d33e1', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'port_id': '3c5415f6-431c-4cbf-8196-0c05442d33e1', 'mac_address': 'fa:16:3e:35:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf13b4bf-1f24-4f1e-beab-7527a692bb55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:22:21.692345 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4ab85a36-77cc-40b6-848d-7b4eae4d343d req-9c74d9ff-afa4-4800-a1cf-f3df2acfc7aa tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991771 Nov 10 14:22:21.712289 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c74c3cb6fd64eceb29afa68bc88ad26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9857137 Nov 10 14:22:21.716492 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41650) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:21.733066 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421c293-f5c5-42c1-b931-5cf352bf1627,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:21.740340 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:21.780102 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.808721 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5415f6-431c-4cbf-8196-0c05442d33e1 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:21.828015 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:21.836481 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.838599 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:21.845241 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.893651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.944083 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:21.955227 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:21.970755 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:21.983267 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ae549a07-63df-4739-82e4-de4007d83a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:22.015829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.020640 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4421c293-f5c5-42c1-b931-5cf352bf1627 HTTP/1.1" status: 204 len: 168 time: 0.3035598 Nov 10 14:22:22.026284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421c293-f5c5-42c1-b931-5cf352bf1627,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:22.028574 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:22.035071 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:22:22.039986 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:22:22.052828 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.060901 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-eae9b5b0-0907-44e2-8f43-6a59487e855e tempest-DeleteServersTestJSON-422482953 tempest-DeleteServersTestJSON-422482953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:22.132174 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52198bc-c5e1-492f-9fa8-3fe11bdf57c5 req-85e8c248-1327-4a0d-927a-1c862fbbcae4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.139011 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e52198bc-c5e1-492f-9fa8-3fe11bdf57c5 req-85e8c248-1327-4a0d-927a-1c862fbbcae4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2137940 Nov 10 14:22:22.152665 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['3c5415f6-431c-4cbf-8196-0c05442d33e1'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:22.168919 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.169406 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.170781 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] 10.222.0.18 "PUT /v2.0/ports/b42ad02a-5b8f-42dd-bc71-36cf9729683b HTTP/1.1" status: 200 len: 1097 time: 2.2405586 Nov 10 14:22:22.174361 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:22.228073 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e52198bc-c5e1-492f-9fa8-3fe11bdf57c5 req-11822ac4-4887-45e9-8d2a-01735f34245e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880640 Nov 10 14:22:22.230660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:22.252657 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:22.313203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d37c4-306d-4f0b-b5df-bb88bb87cd4b req-62551588-d9b6-452c-91c3-66c74b5f6e23 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.324985 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-245d37c4-306d-4f0b-b5df-bb88bb87cd4b req-62551588-d9b6-452c-91c3-66c74b5f6e23 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 944 time: 0.1949997 Nov 10 14:22:22.437018 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-245d37c4-306d-4f0b-b5df-bb88bb87cd4b req-6cf7bfe1-dc8e-4960-b5cd-c0895e88a8bb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106851 Nov 10 14:22:22.437293 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b', 'status': 'completed', 'code': 200} Nov 10 14:22:22.632006 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-886dd5c0-a59d-476a-804d-0b2de60f1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.632994 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-886dd5c0-a59d-476a-804d-0b2de60f1fbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7d803dcc164ad7b729945bd94cc676&device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 1100 time: 0.3793528 Nov 10 14:22:22.730793 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c79-3324-4648-bcca-b8be935e75ed req-161ce0f6-aeac-4b99-a149-c08efad2063e tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.732566 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81d07c79-3324-4648-bcca-b8be935e75ed req-161ce0f6-aeac-4b99-a149-c08efad2063e tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 947 time: 0.2470913 Nov 10 14:22:22.733752 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-dcb4172f-6c05-4306-9c11-9b5f83b8883c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b HTTP/1.1" status: 200 len: 217 time: 0.0894389 Nov 10 14:22:22.747790 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41710) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:22.771526 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.791119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:22.796011 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Usage tracker for resource:security_group_rule and tenant:04a3d70c4ce84ed896c80ce3aaf7c9d9 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:22.807048 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:22.816413 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:22.836572 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81d07c79-3324-4648-bcca-b8be935e75ed req-3ffbebb4-4ff0-458c-ba0b-de960bb26213 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950394 Nov 10 14:22:22.838162 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-8d52eb82-c57c-49a0-993f-fd9799f9a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.839714 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-8d52eb82-c57c-49a0-993f-fd9799f9a01c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00be2876-e11c-413d-9931-f01ed4ca8f4f HTTP/1.1" status: 200 len: 843 time: 0.0994506 Nov 10 14:22:22.949553 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.956465 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:22.958607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-52a8be35-fab7-49d7-9d92-417c98665347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:22.960415 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-52a8be35-fab7-49d7-9d92-417c98665347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32457128-f076-4561-b16b-88edff1e2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1130233 Nov 10 14:22:22.970588 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9d98184b-7e0d-4808-bf76-c683277ffe3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:23.088740 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04a3d70c4ce84ed896c80ce3aaf7c9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397555 Nov 10 14:22:23.090692 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41730) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:23.117966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910436ba-ff3b-436c-a8e1-e507e30089f9,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:23.125008 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:23.201964 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-e3c1100b-4e10-42e4-aaa0-5b9f324a1ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/32457128-f076-4561-b16b-88edff1e2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255301 Nov 10 14:22:23.243059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:23.287574 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:23.364727 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfabd877-a9f0-4ce7-a01f-68561c315c6a req-e6c22c77-ac16-401f-9039-1f0a443df916 service neutron] 10.222.0.18 "GET /v2.0/networks/32457128-f076-4561-b16b-88edff1e2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544204 Nov 10 14:22:23.468004 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-5e24a98e-6338-4a80-b160-d649b44965bd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:23.468690 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-5e24a98e-6338-4a80-b160-d649b44965bd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Synchronizing usage tracker for tenant:c04b877230aa4024abc1647b663d4e30 on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:23.473890 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:23.478596 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e04292ba-bf67-4019-85c2-3ef17b4cad4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:23.499392 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910436ba-ff3b-436c-a8e1-e507e30089f9,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:23.502176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:23.507085 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:23.510564 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/910436ba-ff3b-436c-a8e1-e507e30089f9 HTTP/1.1" status: 204 len: 168 time: 0.4151499 Nov 10 14:22:23.512595 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-f31bfa84-52d9-4a65-90ca-8d646b99b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:23.514461 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-f31bfa84-52d9-4a65-90ca-8d646b99b161 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db7d803dcc164ad7b729945bd94cc676&device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 1100 time: 0.1016767 Nov 10 14:22:23.521707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-5e24a98e-6338-4a80-b160-d649b44965bd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Unset dirty status for tenant:c04b877230aa4024abc1647b663d4e30 on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:23.529128 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-5e24a98e-6338-4a80-b160-d649b44965bd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 814 time: 0.2448113 Nov 10 14:22:23.545658 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-9b317642-2408-4625-adcd-7ba6a0925bb1 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/quotas/c04b877230aa4024abc1647b663d4e30 HTTP/1.1" status: 200 len: 375 time: 0.0155773 Nov 10 14:22:23.599669 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-1679cef3-5169-4666-8d94-69523be58da4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529640 Nov 10 14:22:23.756069 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-3fff0cd9-3860-48d0-b558-a3c612643b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:23.757533 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-3fff0cd9-3860-48d0-b558-a3c612643b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32457128-f076-4561-b16b-88edff1e2f82 HTTP/1.1" status: 200 len: 870 time: 0.2195058 Nov 10 14:22:23.761494 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-8a56913a-52a6-4795-93bd-864acaeaf195 service neutron] 10.222.0.13 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596987 Nov 10 14:22:23.769499 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85574a1-4106-4843-881d-633c2dd8eb3d req-dbafa09a-6806-4976-92a1-1336d5a3efd8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:23.770996 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d85574a1-4106-4843-881d-633c2dd8eb3d req-dbafa09a-6806-4976-92a1-1336d5a3efd8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 944 time: 0.2122884 Nov 10 14:22:23.857531 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-d1cd573d-48be-45d6-b749-e7e71329e393 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b HTTP/1.1" status: 200 len: 217 time: 0.0855756 Nov 10 14:22:23.916426 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-8e644009-62b3-42d4-99c1-a5606cb3910a service neutron] 10.222.0.13 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498384 Nov 10 14:22:23.935700 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d85574a1-4106-4843-881d-633c2dd8eb3d req-f4657d82-efb5-473e-a2c3-99b2a8ef51e4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076782 Nov 10 14:22:23.958668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-6e404aac-2d51-41e0-8dc6-760ed74c1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:23.960145 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-6e404aac-2d51-41e0-8dc6-760ed74c1d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00be2876-e11c-413d-9931-f01ed4ca8f4f HTTP/1.1" status: 200 len: 843 time: 0.0952697 Nov 10 14:22:23.972930 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41768) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:23.993006 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.009665 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:24.013572 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Usage tracker for resource:security_group_rule and tenant:613dfcd1acad47649985d8db24036de8 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:24.016476 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:24.023030 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:24.097843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-5d605fdf-5354-48c5-96e1-457e4838cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:24.100575 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-5d605fdf-5354-48c5-96e1-457e4838cfb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32457128-f076-4561-b16b-88edff1e2f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212456 Nov 10 14:22:24.156644 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.164891 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.207459 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e88cfef0-538a-4f13-9f52-c0c1cb50955f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:24.218063 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=613dfcd1acad47649985d8db24036de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417893 Nov 10 14:22:24.218909 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 41780) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:24.256553 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7209becc-c46c-4bcb-98fa-5c7a20a077b3 req-b8dcef86-3d50-4e01-8f38-44a45591b3ed tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 210 time: 0.0798709 Nov 10 14:22:24.417453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574a347-ebcc-4c64-aa8a-551ae8002e15,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:24.453256 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:24.506076 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-26a29d58-5b9c-4d68-a992-d98bc2699e6a service neutron] 10.222.0.18 "GET /v2.0/networks/32457128-f076-4561-b16b-88edff1e2f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673460 Nov 10 14:22:24.513637 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.552405 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.567041 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5bf6b-7e24-4952-b06d-cac85a933bdf req-3ad2a875-5ce3-431d-be23-ec4a00ac2863 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:24.574287 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-59a5bf6b-7e24-4952-b06d-cac85a933bdf req-3ad2a875-5ce3-431d-be23-ec4a00ac2863 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 947 time: 0.3683493 Nov 10 14:22:24.653102 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-59a5bf6b-7e24-4952-b06d-cac85a933bdf req-a8bc256c-4569-4bd5-ae66-9073321f0524 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778689 Nov 10 14:22:24.683289 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9f8094a2-5752-4071-9c9d-851dc6291361 req-e2bcc76f-ae08-40aa-9723-ff89ad51db66 service neutron] 10.222.0.18 "GET /v2.0/networks/32457128-f076-4561-b16b-88edff1e2f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675045 Nov 10 14:22:24.690708 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.696005 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:24.709197 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574a347-ebcc-4c64-aa8a-551ae8002e15,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:24.712224 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:24.714619 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:24.715912 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1574a347-ebcc-4c64-aa8a-551ae8002e15 HTTP/1.1" status: 204 len: 168 time: 0.4963951 Nov 10 14:22:24.843849 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-ad245932-396d-47b8-b876-437bc8ff70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:24.845599 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-ad245932-396d-47b8-b876-437bc8ff70a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.1609128 Nov 10 14:22:24.975113 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca4de-bc00-4bf0-8ce0-63bf64ff00e1 req-208f860b-312f-4a9b-8208-1f088d69c392 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:24.977171 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5d8ca4de-bc00-4bf0-8ce0-63bf64ff00e1 req-208f860b-312f-4a9b-8208-1f088d69c392 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1889648 Nov 10 14:22:25.048424 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-316fbd3f-639e-4245-ba97-b8ec97586819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:25.050284 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-316fbd3f-639e-4245-ba97-b8ec97586819 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1900396 Nov 10 14:22:25.059634 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5d8ca4de-bc00-4bf0-8ce0-63bf64ff00e1 req-8d87af54-a210-4e77-8565-7c1734caf8f8 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757589 Nov 10 14:22:25.132577 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-d0674be9-0b4e-43d1-98e7-703f869ec508 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.0709925 Nov 10 14:22:25.198696 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da9799-1a4d-414c-85f5-e8b4c9aa2be1 req-cc3c915e-d8e3-4c35-91ce-eb0454c803b0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:25.201805 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-85da9799-1a4d-414c-85f5-e8b4c9aa2be1 req-cc3c915e-d8e3-4c35-91ce-eb0454c803b0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 944 time: 0.1089423 Nov 10 14:22:25.226836 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-d38d85ee-a546-4617-9658-0099acc1a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:25.228599 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-d38d85ee-a546-4617-9658-0099acc1a924 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.0844259 Nov 10 14:22:25.278553 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-85da9799-1a4d-414c-85f5-e8b4c9aa2be1 req-2d1b3cd7-1b60-485b-8c2b-3a8665ddb00c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Nov 10 14:22:25.291687 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-deb38432-91f2-461d-a318-46db0b2d89b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537560 Nov 10 14:22:25.307016 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 3c5415f6-431c-4cbf-8196-0c05442d33e1 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:25.391604 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 3c5415f6-431c-4cbf-8196-0c05442d33e1 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:25.401851 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 3c5415f6-431c-4cbf-8196-0c05442d33e1 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:25.402236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:25.487676 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb8cfdf1-deae-4405-9011-5e9b817bafe9 req-61d2e1f5-4d88-4777-905d-9c5ab355c1d0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 210 time: 0.0856953 Nov 10 14:22:25.540860 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-1907273a-58de-477c-a9de-53c1424f5fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357419 Nov 10 14:22:25.603193 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:25.648058 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:25.648977 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:25.658986 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:25.663659 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:25.717173 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a6ec4dd-92a3-4554-9014-3c06efb1ef79 req-4380118a-f2cc-48e8-9cc0-8f33ae3c7703 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528270 Nov 10 14:22:25.731976 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1', 'code': 200} Nov 10 14:22:25.753264 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:25.757823 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:25.904971 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e0ab8-c5d6-463f-9a30-f88c910d1a0f req-a388f78e-8478-4c54-8bd8-9b01f4572c35 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:25.912978 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ac1e0ab8-c5d6-463f-9a30-f88c910d1a0f req-a388f78e-8478-4c54-8bd8-9b01f4572c35 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 947 time: 0.1042016 Nov 10 14:22:25.978403 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ac1e0ab8-c5d6-463f-9a30-f88c910d1a0f req-8ed89f4a-600e-4b54-b05c-3aaba62567be tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644124 Nov 10 14:22:25.990910 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0d13dc8a-3dd1-43e7-9779-8dc1a8a3bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:26.005116 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-112a4204-ec68-4b02-acc0-4f93da7ea6ec tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:26.006604 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-112a4204-ec68-4b02-acc0-4f93da7ea6ec tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 814 time: 0.2388957 Nov 10 14:22:26.028525 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Request body: {'port': {'device_id': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e', 'admin_state_up': True, 'tenant_id': 'c04b877230aa4024abc1647b663d4e30'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:26.298691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:26.307922 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Usage tracker for resource:port and tenant:c04b877230aa4024abc1647b663d4e30 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:26.311833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c064df-84ae-4ca5-91e8-959ad89e4d56 req-f5a6cf14-eb4b-4ccb-89dc-9f42e992055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:26.313387 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4c064df-84ae-4ca5-91e8-959ad89e4d56 req-f5a6cf14-eb4b-4ccb-89dc-9f42e992055e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 1098 time: 0.2552612 Nov 10 14:22:26.315241 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:26.323015 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:26.364227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Made reservation on behalf of c04b877230aa4024abc1647b663d4e30 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:26.369732 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:26.370269 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:26.396618 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5752b-ea19-4226-8931-7c53f08c4c3c req-924dae85-47b5-4526-8c1e-85550cee776f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:26.398277 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-42e5752b-ea19-4226-8931-7c53f08c4c3c req-924dae85-47b5-4526-8c1e-85550cee776f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2038584 Nov 10 14:22:26.467127 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:26.497715 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc742cb-a70c-4c7e-b7b5-b79da6bd42ce req-27bb68b8-30e1-4e1a-8fe4-7b344800be2b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:26.499972 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6bc742cb-a70c-4c7e-b7b5-b79da6bd42ce req-27bb68b8-30e1-4e1a-8fe4-7b344800be2b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.0973685 Nov 10 14:22:26.533298 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4c064df-84ae-4ca5-91e8-959ad89e4d56 req-4d990a9c-dd0a-42fd-a246-08152671aa6e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932244 Nov 10 14:22:26.543805 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-42e5752b-ea19-4226-8931-7c53f08c4c3c req-8b3aacb2-1b6c-44d9-9328-931d5dc03acf tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358418 Nov 10 14:22:26.604510 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6bc742cb-a70c-4c7e-b7b5-b79da6bd42ce req-4001f87f-177f-48a2-a347-d4f5b7b81fa8 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971832 Nov 10 14:22:26.763337 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ee3b2844-5ba5-40fc-9c61-4512d58f2007 req-035a68c2-5fca-487d-8e16-f6edc273dc73 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 210 time: 0.0499432 Nov 10 14:22:26.767821 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Allocated IP 172.20.0.11 (2b356175-06bb-4b30-ac9b-70819506693e/1910e20e-af48-41b1-9eef-edbd36986b0c/f82eb884-f14b-4c29-8022-09ea656ede7b) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:26.977488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.018947 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.024887 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0e547253-9198-4b33-a6f2-5e1960e19250 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:27.094128 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Network 2b356175-06bb-4b30-ac9b-70819506693e is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:27.098370 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:27.102952 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:27.145421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Pushing event updated for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:27.150404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:27.174345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:27.174990 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.200028 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1754591 Nov 10 14:22:27.217493 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Request body: {'port': {'device_id': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:27.236321 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9223b3-ab1b-47c0-9581-88e0906e5aed req-38d319a0-db35-4d64-80ca-2516c21f35d8 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:27.238251 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2b9223b3-ab1b-47c0-9581-88e0906e5aed req-38d319a0-db35-4d64-80ca-2516c21f35d8 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 947 time: 0.1733382 Nov 10 14:22:27.315281 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device b42ad02a-5b8f-42dd-bc71-36cf9729683b details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:22:27.333337 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2b9223b3-ab1b-47c0-9581-88e0906e5aed req-d19752ef-94a2-4a48-bb8d-32deb652dbbc tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881991 Nov 10 14:22:27.399665 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.468712 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:27.482971 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b', 'network_id': '32457128-f076-4561-b16b-88edff1e2f82', 'port_id': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b', 'mac_address': 'fa:16:3e:c2:d9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00be2876-e11c-413d-9931-f01ed4ca8f4f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:22:27.537756 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.554240 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42ad02a-5b8f-42dd-bc71-36cf9729683b {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:27.569444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:27.575588 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.578639 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:27.651791 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:27.663333 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:27.823175 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb56b8-ac82-4416-aafb-25bba23f499a req-2043da95-d73f-44a0-8263-3b3457b286aa tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:27.824625 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-05eb56b8-ac82-4416-aafb-25bba23f499a req-2043da95-d73f-44a0-8263-3b3457b286aa tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.0967052 Nov 10 14:22:27.825313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905701ea-05f0-4eb8-af1c-b61e8d1269bc req-a23c086a-d033-49b0-87a5-41fafa81bfe2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:27.826796 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-905701ea-05f0-4eb8-af1c-b61e8d1269bc req-a23c086a-d033-49b0-87a5-41fafa81bfe2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1637626 Nov 10 14:22:27.828637 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82eb884-f14b-4c29-8022-09ea656ede7b {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:27.850792 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.872912 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-05eb56b8-ac82-4416-aafb-25bba23f499a req-93b005f7-7f68-4b9f-b91a-c0b64734900e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Nov 10 14:22:27.882403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Transition to ACTIVE for port object f82eb884-f14b-4c29-8022-09ea656ede7b will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:27.886991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:27.893196 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:27.930492 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-905701ea-05f0-4eb8-af1c-b61e8d1269bc req-0edfad44-e50c-488e-b847-ca7e57c1df15 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966034 Nov 10 14:22:28.022661 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Pushing event updated for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:28.026764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:28.059235 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['b42ad02a-5b8f-42dd-bc71-36cf9729683b'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:28.059447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe506f-ea3b-47d7-91db-3380d32d9e97 req-a78e1e77-7e74-4e58-9be5-7613107824c3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:28.060790 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6cfe506f-ea3b-47d7-91db-3380d32d9e97 req-a78e1e77-7e74-4e58-9be5-7613107824c3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 944 time: 0.0867162 Nov 10 14:22:28.104762 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-6cfe506f-ea3b-47d7-91db-3380d32d9e97 req-583107c5-38aa-48c0-9a95-c0c1de109b54 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Synchronizing usage tracker for tenant:c04b877230aa4024abc1647b663d4e30 on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:28.123775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-6cfe506f-ea3b-47d7-91db-3380d32d9e97 req-583107c5-38aa-48c0-9a95-c0c1de109b54 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Unset dirty status for tenant:c04b877230aa4024abc1647b663d4e30 on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:28.125218 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6cfe506f-ea3b-47d7-91db-3380d32d9e97 req-583107c5-38aa-48c0-9a95-c0c1de109b54 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585141 Nov 10 14:22:28.139183 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Attempting to bind port f82eb884-f14b-4c29-8022-09ea656ede7b on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:22:28.139516 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Attempting to bind port f82eb884-f14b-4c29-8022-09ea656ede7b by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:22:28.139836 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Attempting to bind port f82eb884-f14b-4c29-8022-09ea656ede7b on network 2b356175-06bb-4b30-ac9b-70819506693e {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:28.145892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Port f82eb884-f14b-4c29-8022-09ea656ede7b on network 2b356175-06bb-4b30-ac9b-70819506693e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:22:28.146208 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Attempting to bind port f82eb884-f14b-4c29-8022-09ea656ede7b on network 2b356175-06bb-4b30-ac9b-70819506693e {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:28.151365 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:22:28.151690 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Checking segment: {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:28.152090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Bound using segment: {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:22:28.152504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Bound port: f82eb884-f14b-4c29-8022-09ea656ede7b, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:22:28.152841 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:28.243331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:22:28.247413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f82eb884-f14b-4c29-8022-09ea656ede7b,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:22:28.256156 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:28.261818 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:28.323403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:28.324036 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:28.325389 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] 10.222.0.18 "PUT /v2.0/ports/f82eb884-f14b-4c29-8022-09ea656ede7b HTTP/1.1" status: 200 len: 1094 time: 1.1124895 Nov 10 14:22:28.325864 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:28.349878 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Pushing event updated for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:28.352923 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:28.373881 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b', 'status': 'completed', 'code': 200} Nov 10 14:22:28.478754 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-e1634ce0-93de-47c5-b726-869ed50fca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:28.480376 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-e1634ce0-93de-47c5-b726-869ed50fca78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 1097 time: 0.0803759 Nov 10 14:22:28.524438 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffd855-83c6-418b-a256-ee857812a3f2 req-20f73af4-b8cc-4d3d-ad89-2de28421d132 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:28.526195 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ceffd855-83c6-418b-a256-ee857812a3f2 req-20f73af4-b8cc-4d3d-ad89-2de28421d132 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 948 time: 0.0903692 Nov 10 14:22:28.568174 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3b640cfc-8105-4838-a919-635fad4292d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:28.592041 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-391df719-a58d-4970-94d1-1364d90277d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f82eb884-f14b-4c29-8022-09ea656ede7b HTTP/1.1" status: 200 len: 217 time: 0.0980315 Nov 10 14:22:28.598339 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ceffd855-83c6-418b-a256-ee857812a3f2 req-c320ce1b-2877-4739-ae6c-bf09c1943587 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627978 Nov 10 14:22:28.673843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-195691fd-5cfa-4c11-b985-0277a364ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:28.675378 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-195691fd-5cfa-4c11-b985-0277a364ccde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1910e20e-af48-41b1-9eef-edbd36986b0c HTTP/1.1" status: 200 len: 854 time: 0.0683198 Nov 10 14:22:28.740587 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-4f669a90-de92-454e-9030-35b12466f1e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b356175-06bb-4b30-ac9b-70819506693e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430841 Nov 10 14:22:29.035571 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-a6c52d39-713d-453b-8fe0-0dee63689ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863569 Nov 10 14:22:29.198265 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaa54d-493f-4272-85b8-709111c57f57 req-9f3b4d06-401f-49b7-a9b2-0e5fb4d6894e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.201237 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1baaa54d-493f-4272-85b8-709111c57f57 req-9f3b4d06-401f-49b7-a9b2-0e5fb4d6894e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0959058 Nov 10 14:22:29.255616 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-479fee52-f473-4123-b5c1-f0b2db7522a7 req-01566c04-1cb0-4a84-b1b4-96a2080b1dcd service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111421 Nov 10 14:22:29.257835 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1baaa54d-493f-4272-85b8-709111c57f57 req-4de99aa2-41d3-457b-b736-0c06f5da5ba9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Nov 10 14:22:29.263460 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509cb6a-1f27-46fe-9b8c-aba6566924b0 req-bb69d98d-ca1b-4629-9d21-7abd839d973e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.265185 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a509cb6a-1f27-46fe-9b8c-aba6566924b0 req-bb69d98d-ca1b-4629-9d21-7abd839d973e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.1948600 Nov 10 14:22:29.321324 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a509cb6a-1f27-46fe-9b8c-aba6566924b0 req-0d352e77-9d1e-42a9-8bdc-1edcccaefb51 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505166 Nov 10 14:22:29.408646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-ed52a31f-d7ad-4ec8-b545-ac196ff8c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.410254 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-ed52a31f-d7ad-4ec8-b545-ac196ff8c78c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 1097 time: 0.0816367 Nov 10 14:22:29.537880 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:29.620233 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-de69ab41-acc7-42d5-b07d-9ba96a75da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.621819 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-de69ab41-acc7-42d5-b07d-9ba96a75da40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 915 time: 0.1960070 Nov 10 14:22:29.631349 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c25f-39a5-4a86-87f1-1faa82ebbef0 req-9dde1a49-6892-43e4-bd73-f38436cc991e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.632055 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-c7d0c25f-39a5-4a86-87f1-1faa82ebbef0 req-9dde1a49-6892-43e4-bd73-f38436cc991e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Synchronizing usage tracker for tenant:c04b877230aa4024abc1647b663d4e30 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:29.705164 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-08766f3a-45fe-4c80-a429-152db662bb7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f82eb884-f14b-4c29-8022-09ea656ede7b HTTP/1.1" status: 200 len: 217 time: 0.0689359 Nov 10 14:22:29.750209 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-c7d0c25f-39a5-4a86-87f1-1faa82ebbef0 req-9dde1a49-6892-43e4-bd73-f38436cc991e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Unset dirty status for tenant:c04b877230aa4024abc1647b663d4e30 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:29.756854 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c7d0c25f-39a5-4a86-87f1-1faa82ebbef0 req-9dde1a49-6892-43e4-bd73-f38436cc991e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 944 time: 0.3117073 Nov 10 14:22:29.813484 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-a35286e8-1f80-4499-98c4-2d39846652ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.815283 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-a35286e8-1f80-4499-98c4-2d39846652ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1910e20e-af48-41b1-9eef-edbd36986b0c HTTP/1.1" status: 200 len: 854 time: 0.1013162 Nov 10 14:22:29.822760 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c7d0c25f-39a5-4a86-87f1-1faa82ebbef0 req-b5a130e7-207f-402a-9ade-0f828aab704d tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 Nov 10 14:22:29.823854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11353a-46fa-4a42-bde3-c4a95e610110 req-820b4405-054f-49ad-9fb0-2b9bcf35a50a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:29.825404 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab11353a-46fa-4a42-bde3-c4a95e610110 req-820b4405-054f-49ad-9fb0-2b9bcf35a50a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 948 time: 0.0930078 Nov 10 14:22:29.871387 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-33715259-7423-4993-b9c4-74f3720d5552 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b356175-06bb-4b30-ac9b-70819506693e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459139 Nov 10 14:22:29.871581 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab11353a-46fa-4a42-bde3-c4a95e610110 req-da8b6d34-d574-4c5f-a593-9f647efa27e1 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Nov 10 14:22:30.004819 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-235fd97b-2e44-4324-aaac-d775772c19c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263368 Nov 10 14:22:30.140935 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-379c33e1-41a7-4eee-86f0-8d858b1c6015 req-61e1bd60-513d-4cb8-99e9-2c53dfb181a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264880 Nov 10 14:22:30.444859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9778c-1012-4cad-a389-b51cb68e3a3a req-467e90c7-f267-4f33-b96b-bcee84b876cf tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:30.446539 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0fa9778c-1012-4cad-a389-b51cb68e3a3a req-467e90c7-f267-4f33-b96b-bcee84b876cf tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0814247 Nov 10 14:22:30.510546 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0fa9778c-1012-4cad-a389-b51cb68e3a3a req-21a9f1ff-dd4b-4fbc-adad-ec736d2b5c1d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550535 Nov 10 14:22:31.021364 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee9fa-fa08-40e1-8333-93f48a15bbcb req-810dc4a9-727c-48f2-a901-d03fb102c00a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:31.022839 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7acee9fa-fa08-40e1-8333-93f48a15bbcb req-810dc4a9-727c-48f2-a901-d03fb102c00a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 944 time: 0.0852125 Nov 10 14:22:31.068868 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7acee9fa-fa08-40e1-8333-93f48a15bbcb req-352a6256-ebdc-4395-b179-5e3fdd9e038e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Nov 10 14:22:31.069077 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7edabf-4a51-4ac0-b628-0646c19d2387 req-0e9f86d7-d81e-4e7b-a5e8-9bab4f6cd98d tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:31.070696 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ca7edabf-4a51-4ac0-b628-0646c19d2387 req-0e9f86d7-d81e-4e7b-a5e8-9bab4f6cd98d tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 948 time: 0.0857019 Nov 10 14:22:31.117853 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ca7edabf-4a51-4ac0-b628-0646c19d2387 req-d8db8723-9271-42a9-893e-ef0c266569f9 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Nov 10 14:22:31.151831 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:31.332523 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device b42ad02a-5b8f-42dd-bc71-36cf9729683b up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:31.399962 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port b42ad02a-5b8f-42dd-bc71-36cf9729683b completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:31.404792 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port b42ad02a-5b8f-42dd-bc71-36cf9729683b triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:31.405182 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:31.557604 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:31.589435 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:31.601005 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:31.612236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:31.614376 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:31.693097 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:31.696331 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:31.739677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a06f1-176e-4e23-98b3-6105fd807306 req-84447654-44e0-4ae2-a985-98cb0d871bfc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:31.741115 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-785a06f1-176e-4e23-98b3-6105fd807306 req-84447654-44e0-4ae2-a985-98cb0d871bfc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0820816 Nov 10 14:22:31.794560 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-785a06f1-176e-4e23-98b3-6105fd807306 req-30b8e3d3-1d51-4c57-8596-6be42deda4bb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Nov 10 14:22:31.818163 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b', 'code': 200} Nov 10 14:22:32.069544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb7881-a8ba-4b2f-98c7-edd5445da805 req-b72d43d3-60e6-41a2-b15c-8864b9baefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:32.071392 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-12fb7881-a8ba-4b2f-98c7-edd5445da805 req-b72d43d3-60e6-41a2-b15c-8864b9baefd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 1102 time: 0.0712440 Nov 10 14:22:32.129410 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-12fb7881-a8ba-4b2f-98c7-edd5445da805 req-fd259526-ae6c-4544-9637-c54b2739df74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Nov 10 14:22:32.349024 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630067-32e4-43d8-9505-066fafa5d297 req-764910f4-8df9-4ffc-b379-c2b05c8f7396 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:32.353557 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3f008-9925-4ff6-9522-e7374f1fa284 req-f696a747-3b08-4231-b558-00efd3743483 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:32.355816 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d6e3f008-9925-4ff6-9522-e7374f1fa284 req-f696a747-3b08-4231-b558-00efd3743483 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 944 time: 0.1817272 Nov 10 14:22:32.358966 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5e630067-32e4-43d8-9505-066fafa5d297 req-764910f4-8df9-4ffc-b379-c2b05c8f7396 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.1128571 Nov 10 14:22:32.406290 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d6e3f008-9925-4ff6-9522-e7374f1fa284 req-84dbe7de-9bfc-485c-82f3-a53b724fb96e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Nov 10 14:22:32.418149 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5e630067-32e4-43d8-9505-066fafa5d297 req-0dc61de7-7f43-430e-aff6-669505f48ea6 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536783 Nov 10 14:22:32.987413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181bbbf-9a8a-4e5c-9167-a6aa7f0325ae req-ba043338-d3c5-4eca-8220-60a29acf7cf3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:32.988856 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1181bbbf-9a8a-4e5c-9167-a6aa7f0325ae req-ba043338-d3c5-4eca-8220-60a29acf7cf3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0827975 Nov 10 14:22:33.109320 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1181bbbf-9a8a-4e5c-9167-a6aa7f0325ae req-aa7cdf84-d0d6-49de-8c63-ab615580aac2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137052 Nov 10 14:22:33.331654 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device f82eb884-f14b-4c29-8022-09ea656ede7b details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:22:33.471615 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f82eb884-f14b-4c29-8022-09ea656ede7b,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:33.485837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'f82eb884-f14b-4c29-8022-09ea656ede7b', 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e', 'port_id': 'f82eb884-f14b-4c29-8022-09ea656ede7b', 'mac_address': 'fa:16:3e:a5:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1910e20e-af48-41b1-9eef-edbd36986b0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:22:33.544141 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:33.561528 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82eb884-f14b-4c29-8022-09ea656ede7b {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:33.580893 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f82eb884-f14b-4c29-8022-09ea656ede7b,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:33.587932 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:33.590566 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:33.624020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f6d2d-00c1-4d2c-b97b-3a2a1e9124af req-51138773-1faa-4895-8753-1c267b073e49 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:33.625826 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6c3f6d2d-00c1-4d2c-b97b-3a2a1e9124af req-51138773-1faa-4895-8753-1c267b073e49 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.0863814 Nov 10 14:22:33.630026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d6b47-9bb2-4be9-8de0-b8cf5071851d req-18ef2a44-09e2-4bd5-a50e-335c775249b3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:33.632618 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-138d6b47-9bb2-4be9-8de0-b8cf5071851d req-18ef2a44-09e2-4bd5-a50e-335c775249b3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 944 time: 0.1043365 Nov 10 14:22:33.689936 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:33.697698 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-138d6b47-9bb2-4be9-8de0-b8cf5071851d req-efce7af0-befb-4aa1-95f3-70fde6fbbf96 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590155 Nov 10 14:22:33.712767 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:33.715480 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6c3f6d2d-00c1-4d2c-b97b-3a2a1e9124af req-39371312-c949-4870-a34e-89fee9538b64 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836258 Nov 10 14:22:34.201572 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['f82eb884-f14b-4c29-8022-09ea656ede7b'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:34.326319 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befaccc-7484-4621-ad4a-4233fe489f53 req-fed3d190-b925-412a-9c85-198522b20a15 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:34.329150 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5befaccc-7484-4621-ad4a-4233fe489f53 req-fed3d190-b925-412a-9c85-198522b20a15 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1026833 Nov 10 14:22:34.377268 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5befaccc-7484-4621-ad4a-4233fe489f53 req-81840b73-163d-4f87-85f1-5918d51b896a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Nov 10 14:22:34.913355 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3459-7bcb-4745-8b26-0abd8e647895 req-c92aa94e-88c5-40ce-90e3-d3c17fa54d38 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:34.915099 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-797e3459-7bcb-4745-8b26-0abd8e647895 req-c92aa94e-88c5-40ce-90e3-d3c17fa54d38 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.0902567 Nov 10 14:22:34.924625 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af076-defb-433e-945e-53b90c1a6ab6 req-2f755219-6c06-4abe-bd2d-14ba94159aab tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:34.932482 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-684af076-defb-433e-945e-53b90c1a6ab6 req-2f755219-6c06-4abe-bd2d-14ba94159aab tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 945 time: 0.1150825 Nov 10 14:22:34.970999 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-797e3459-7bcb-4745-8b26-0abd8e647895 req-b282494d-8d73-4221-bacb-f4fdc7012618 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494769 Nov 10 14:22:34.989082 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-684af076-defb-433e-945e-53b90c1a6ab6 req-55f9198e-8d46-4f59-89ce-2f4826e7a4b4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Nov 10 14:22:35.497677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e889-5d28-45cc-8854-d339b9f51121 req-217d8829-d025-498c-ad40-2c32273c99ca tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:35.499569 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c381e889-5d28-45cc-8854-d339b9f51121 req-217d8829-d025-498c-ad40-2c32273c99ca tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.0860348 Nov 10 14:22:35.568463 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c381e889-5d28-45cc-8854-d339b9f51121 req-9fd01319-1a15-4619-a5a9-089ee82345b3 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Nov 10 14:22:35.675381 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319ddf-b106-4ddc-a4df-66425b191ecd req-94f63131-5813-43ff-b4b8-61510e28c4fc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:35.676892 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9d319ddf-b106-4ddc-a4df-66425b191ecd req-94f63131-5813-43ff-b4b8-61510e28c4fc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0803082 Nov 10 14:22:35.723031 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9d319ddf-b106-4ddc-a4df-66425b191ecd req-84174758-44b9-4d59-97ac-947e2dfadc6b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Nov 10 14:22:36.198613 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba5512-17c6-441c-b599-b431ecc7d55d req-8410ce24-ee5b-40cd-a944-ae33e28fe3b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:36.200042 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-11ba5512-17c6-441c-b599-b431ecc7d55d req-8410ce24-ee5b-40cd-a944-ae33e28fe3b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 945 time: 0.0832598 Nov 10 14:22:36.248129 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-11ba5512-17c6-441c-b599-b431ecc7d55d req-0bc9dc64-724b-4e0b-aa8f-f076ae38d6e0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Nov 10 14:22:36.792586 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8d99-7ad2-4514-89af-46ba91c6ff02 req-e4461869-7d38-4b7d-820a-069bafebbfc8 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:36.792586 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-81da8d99-7ad2-4514-89af-46ba91c6ff02 req-e4461869-7d38-4b7d-820a-069bafebbfc8 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.1093204 Nov 10 14:22:36.834898 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-81da8d99-7ad2-4514-89af-46ba91c6ff02 req-f33a772d-0776-4678-8f7d-ed4a35823be7 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426028 Nov 10 14:22:36.947944 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7228ef-e280-4ff9-87bd-be5dfdfc2930 req-6b1b2f34-fb21-4e9b-afd7-b142c9e56199 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:36.949380 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ab7228ef-e280-4ff9-87bd-be5dfdfc2930 req-6b1b2f34-fb21-4e9b-afd7-b142c9e56199 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0851278 Nov 10 14:22:36.994211 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ab7228ef-e280-4ff9-87bd-be5dfdfc2930 req-77ca5bf2-f331-4be7-9def-db2f33cb546b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Nov 10 14:22:37.348694 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device f82eb884-f14b-4c29-8022-09ea656ede7b up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:37.421584 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port f82eb884-f14b-4c29-8022-09ea656ede7b completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:37.427459 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port f82eb884-f14b-4c29-8022-09ea656ede7b triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:37.427838 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:37.445706 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6c73-264c-4426-a35f-28031111b99d req-b4f2fe07-a9fa-4764-84e0-070d68340cac tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:37.447202 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d61b6c73-264c-4426-a35f-28031111b99d req-b4f2fe07-a9fa-4764-84e0-070d68340cac tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 945 time: 0.0894253 Nov 10 14:22:37.496407 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d61b6c73-264c-4426-a35f-28031111b99d req-72b9f36d-86c1-4fce-87e0-31124ba56af5 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Nov 10 14:22:37.547021 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:37.574038 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:37.583774 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f82eb884-f14b-4c29-8022-09ea656ede7b,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:37.588546 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:37.590326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:37.625762 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b', 'code': 200} Nov 10 14:22:37.658315 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:37.661159 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:37.947648 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-873625d0-9432-4a4d-860f-7b6dba6665ec tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:37.949882 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-873625d0-9432-4a4d-860f-7b6dba6665ec tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.18 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.1715877 Nov 10 14:22:37.957683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12578b1-a0be-4226-b544-333cbce24603 req-1454078b-f69d-450d-8472-2073511ea536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:37.959513 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d12578b1-a0be-4226-b544-333cbce24603 req-1454078b-f69d-450d-8472-2073511ea536 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 1099 time: 0.1464975 Nov 10 14:22:38.065538 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d12578b1-a0be-4226-b544-333cbce24603 req-0b15a5db-568d-4d11-b0a6-72de50440cb4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Nov 10 14:22:38.069212 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Deleting port b42ad02a-5b8f-42dd-bc71-36cf9729683b {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:22:38.069755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.122184 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75bfd-b746-48fb-b3e9-619442238b58 req-cb69dd6d-5505-47c7-8730-38a0907c84aa tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:38.131504 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-84f75bfd-b746-48fb-b3e9-619442238b58 req-cb69dd6d-5505-47c7-8730-38a0907c84aa tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 949 time: 0.1696205 Nov 10 14:22:38.186158 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-84f75bfd-b746-48fb-b3e9-619442238b58 req-b9362e3a-fc5b-4d61-bbb2-8fa22c74c9f0 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Nov 10 14:22:38.244868 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42152) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:38.429342 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8893-7236-4bcb-90e5-69f9f43bb3c9 req-fad89ad0-e0f8-4262-b493-05fc7e33e3f2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:38.430870 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-199f8893-7236-4bcb-90e5-69f9f43bb3c9 req-fad89ad0-e0f8-4262-b493-05fc7e33e3f2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2770457 Nov 10 14:22:38.479453 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] For port b42ad02a-5b8f-42dd-bc71-36cf9729683b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=b42ad02a-5b8f-42dd-bc71-36cf9729683b,segment=NetworkSegment(744bceff-3ee9-493b-b7b0-8ee92a974ce7),segment_id=744bceff-3ee9-493b-b7b0-8ee92a974ce7)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:38.479813 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.511440 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.526561 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:38.531507 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Usage tracker for resource:security_group_rule and tenant:291cbb43df564e06b673ecd532e9e629 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:38.536180 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:38.542081 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:38.628305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Calling delete_port for b42ad02a-5b8f-42dd-bc71-36cf9729683b owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:22:38.670576 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.674045 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-199f8893-7236-4bcb-90e5-69f9f43bb3c9 req-2d446fa6-851f-4640-9a11-ef7f4e2065f1 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334621 Nov 10 14:22:38.677642 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.687588 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c76a9a1d-0cf1-4fc0-85d6-acc3f2486224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:38.743705 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=291cbb43df564e06b673ecd532e9e629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975770 Nov 10 14:22:38.747790 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42170) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:38.767164 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf80a2-0cfa-467a-894c-81095c70d914,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:38.776510 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:38.813542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e68294-216e-429f-9caf-2d5825c15f3f req-6cb15424-cbf9-494f-8558-8dcd4320bd39 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:38.815671 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a5e68294-216e-429f-9caf-2d5825c15f3f req-6cb15424-cbf9-494f-8558-8dcd4320bd39 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.1986802 Nov 10 14:22:38.854616 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.893223 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.894648 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a5e68294-216e-429f-9caf-2d5825c15f3f req-46d29c27-58ab-49d4-b55a-7a57e6341ca6 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 Nov 10 14:22:38.899192 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.904481 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:38.908696 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['b42ad02a-5b8f-42dd-bc71-36cf9729683b'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:38.979546 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:38.984507 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f82f8f57-da0f-4f02-ab7b-d6c1d1764b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:38.996455 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf80a2-0cfa-467a-894c-81095c70d914,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:39.000078 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:39.004495 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.005671 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03bf80a2-0cfa-467a-894c-81095c70d914 HTTP/1.1" status: 204 len: 168 time: 0.2556305 Nov 10 14:22:39.041840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Pushing event deleted for resources: {'Port': ['ID=b42ad02a-5b8f-42dd-bc71-36cf9729683b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:39.047089 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:39.148678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] No DVR routers for this DVR port b42ad02a-5b8f-42dd-bc71-36cf9729683b on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:22:39.163718 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.168282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'name': 'network-vif-deleted', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:39.189953 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-2da514f9-4964-440c-a28d-34c82272645f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:39.192235 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-2da514f9-4964-440c-a28d-34c82272645f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.3997726 Nov 10 14:22:39.228333 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2878706f-b0c7-489c-b31b-e0cf77155ebf req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.18 "DELETE /v2.0/ports/b42ad02a-5b8f-42dd-bc71-36cf9729683b HTTP/1.1" status: 204 len: 173 time: 1.2677529 Nov 10 14:22:39.232161 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-8a01a7b1-e0bf-41f4-9d37-5fc6f5ef68df tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/quotas/f01c0f5780e340afa848e81324f1f982 HTTP/1.1" status: 200 len: 375 time: 0.0325325 Nov 10 14:22:39.257996 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44071e7-5b3a-44ef-82a1-682230aac171', 'name': 'network-vif-deleted', 'tag': 'b42ad02a-5b8f-42dd-bc71-36cf9729683b', 'status': 'completed', 'code': 200} Nov 10 14:22:39.480997 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-270bbace-7a4b-4612-a84c-f38b16f90217 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2218904 Nov 10 14:22:39.515719 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d5d9df42-4d8d-476e-86c3-1a28359ab3fc req-744f6ff3-0a86-49a7-b3c6-6de7b21fe0c9 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44071e7-5b3a-44ef-82a1-682230aac171 HTTP/1.1" status: 200 len: 210 time: 0.1634276 Nov 10 14:22:39.563341 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42194) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:39.592743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.613250 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:39.617725 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:056b972b68094126b93a593ed11b636e is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:39.621382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:39.632230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:39.667770 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-2b559a22-80ec-4067-993c-857450cea6c9 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856174 Nov 10 14:22:39.749875 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.756146 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.770402 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-418fe7fa-ab89-4727-b640-2b9e422a6a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:39.790424 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 42202) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:39.810881 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b5180-860f-452b-93f4-18718d1db53b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:39.818109 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:39.831962 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-5ef9fbf0-8df3-4966-8154-b76308310552 service neutron] 10.222.0.13 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633275 Nov 10 14:22:39.861318 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=056b972b68094126b93a593ed11b636e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959688 Nov 10 14:22:39.861841 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 42208) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:39.905630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be071c6-a8ad-4972-9326-f3fd5b195f81 req-9a1a37e1-7f0e-435a-ba18-006f0c0c87ef tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:39.907304 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9be071c6-a8ad-4972-9326-f3fd5b195f81 req-9a1a37e1-7f0e-435a-ba18-006f0c0c87ef tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0975921 Nov 10 14:22:39.934533 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:39.960413 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9be071c6-a8ad-4972-9326-f3fd5b195f81 req-1c696371-f078-4f67-96d2-526d628e68b7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Nov 10 14:22:40.004975 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.019165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.061618 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:40.087038 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8ac019d-6b75-492e-ab56-f62e944b978f req-d9f6c86c-7825-4c50-a1b4-2d81d04b8d31 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0592012 Nov 10 14:22:40.114222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Usage tracker for resource:security_group_rule and tenant:3e9e694a7e404911a43c87f3459f4aab is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:40.118740 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:40.128832 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:40.177837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.191314 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7f95c500-0929-4d58-a9f6-049d22d74766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:40.219194 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d54e-dd37-4e12-81e0-b2b0a5b2c6be req-ce456bc2-ad49-4dc6-b80f-04a66183a8bf tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:40.221530 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d3d6d54e-dd37-4e12-81e0-b2b0a5b2c6be req-ce456bc2-ad49-4dc6-b80f-04a66183a8bf tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.1611950 Nov 10 14:22:40.225032 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b5180-860f-452b-93f4-18718d1db53b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:40.233498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:40.240465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.244605 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c77b5180-860f-452b-93f4-18718d1db53b HTTP/1.1" status: 204 len: 168 time: 0.3787448 Nov 10 14:22:40.315182 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d3d6d54e-dd37-4e12-81e0-b2b0a5b2c6be req-674f7e28-55f2-4b51-a4a1-da13a98224d3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836689 Nov 10 14:22:40.409779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.435111 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.491552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3bc4d582-9329-41be-8fb4-c1ef9fcad49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:40.505806 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e9e694a7e404911a43c87f3459f4aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141480 Nov 10 14:22:40.508894 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42246) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:40.551458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3c8ff-ebc1-4e50-ad13-f3eead1934da,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:40.559960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:40.665534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.707526 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.786358 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.795187 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-72243d65-4c3f-4846-a15a-1fee9626ec74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:40.819531 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3c8ff-ebc1-4e50-ad13-f3eead1934da,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:40.823876 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:40.832036 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:40.833386 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecc3c8ff-ebc1-4e50-ad13-f3eead1934da HTTP/1.1" status: 204 len: 168 time: 0.3225935 Nov 10 14:22:41.313820 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a143a2-fe69-4c79-8b46-5f41812f6a9e req-9a47d311-bfc2-4322-a24c-1321c3b0aed3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:41.321372 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-30a143a2-fe69-4c79-8b46-5f41812f6a9e req-9a47d311-bfc2-4322-a24c-1321c3b0aed3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2191794 Nov 10 14:22:41.347793 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device b42ad02a-5b8f-42dd-bc71-36cf9729683b no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:22:41.389596 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: b42ad02a-5b8f-42dd-bc71-36cf9729683b {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:22:41.390219 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device b42ad02a-5b8f-42dd-bc71-36cf9729683b not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:22:41.409094 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-30a143a2-fe69-4c79-8b46-5f41812f6a9e req-33ac7916-8a88-4fb5-9915-fd9553a05e53 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865383 Nov 10 14:22:41.420974 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-300a9717-7241-41b9-9fec-cc504e0b8975 req-fff9ba09-cc80-4ce3-aefb-e32a45ecaf40 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0795503 Nov 10 14:22:41.795544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-d8dfff23-51f5-449a-aed8-d92ae3fc0757 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:41.799992 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-d8dfff23-51f5-449a-aed8-d92ae3fc0757 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 815 time: 0.2266402 Nov 10 14:22:41.820325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Request body: {'port': {'device_id': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'admin_state_up': True, 'tenant_id': 'f01c0f5780e340afa848e81324f1f982'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:41.990762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:42.007842 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:42.021456 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Made reservation on behalf of f01c0f5780e340afa848e81324f1f982 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:42.030377 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:42.287987 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Allocated IP 172.20.0.11 (7cfee090-4f93-4aae-91db-7048ea9fdc45/bf13b4bf-1f24-4f1e-beab-7527a692bb55/6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:42.629441 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-45e164ad-5f0f-4495-9c71-b6927ac99b6f req-a7f3fc73-cb11-4dc7-b3bc-e8c2154099d9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0486677 Nov 10 14:22:42.652617 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:42.692373 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f547bd-2874-4b13-8455-ed2a44f4b35b req-b5a9f03d-17da-4046-b8de-5b902c17a38a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:42.693950 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-11f547bd-2874-4b13-8455-ed2a44f4b35b req-b5a9f03d-17da-4046-b8de-5b902c17a38a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1317070 Nov 10 14:22:42.724581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:42.730932 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1a015d17-3f8f-41fd-9062-64e2bc2c9f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:42.736988 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf', '04f57db1-87d4-4e4d-9381-0a9809f2cf49', '3c5415f6-431c-4cbf-8196-0c05442d33e1'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:42.893685 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-11f547bd-2874-4b13-8455-ed2a44f4b35b req-738e23d9-6353-497a-aa41-33f9ed6e1f6b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934307 Nov 10 14:22:42.897717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Network 7cfee090-4f93-4aae-91db-7048ea9fdc45 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:42.901100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:42.905158 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:42.938222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event updated for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:42.946975 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:42.987871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:42.988488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.021067 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2054925 Nov 10 14:22:43.036843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Request body: {'port': {'device_id': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:43.115122 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42428) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:43.162069 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.242137 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.256987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:43.260848 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed17de97aeac425ca060927515ed98fa is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:43.263671 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:43.269312 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:43.366342 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.370723 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.378348 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-400b5557-769f-4109-9fa0-bf3b1ea0685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:43.418356 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed17de97aeac425ca060927515ed98fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020895 Nov 10 14:22:43.419277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec79e16-a9fa-47dc-9d4a-a6b5f6cf427d,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:43.420957 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 42434) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:43.422522 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:43.554322 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.574383 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:43.589908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.597228 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.623717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Transition to ACTIVE for port object 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:43.627789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.637867 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a54244b7-2fe1-4ce9-9053-f3168bb20f3a tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:43.810486 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:43.818773 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:43.865456 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.872018 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-beed1c05-b5f7-4263-bc5e-343a53dcaa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:43.882537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05b1d-8a2d-4b34-909c-f0a0b3af8e7f req-19bfdf58-ed5f-4be2-98f6-1909a1e43a35 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:43.892776 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1ed05b1d-8a2d-4b34-909c-f0a0b3af8e7f req-19bfdf58-ed5f-4be2-98f6-1909a1e43a35 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.1439207 Nov 10 14:22:43.893134 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec79e16-a9fa-47dc-9d4a-a6b5f6cf427d,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:43.898727 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:43.906627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.907679 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ec79e16-a9fa-47dc-9d4a-a6b5f6cf427d HTTP/1.1" status: 204 len: 168 time: 0.4857714 Nov 10 14:22:43.929420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Attempting to bind port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:22:43.929757 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Attempting to bind port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:22:43.930077 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Attempting to bind port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:43.936911 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:22:43.937236 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Attempting to bind port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 on network 7cfee090-4f93-4aae-91db-7048ea9fdc45 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:43.946871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:22:43.947264 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Checking segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:43.947652 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Bound using segment: {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:22:43.948085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Bound port: 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf465cab-cf9c-4680-acbc-04351c967a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:22:43.948429 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:43.982268 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1ed05b1d-8a2d-4b34-909c-f0a0b3af8e7f req-67b97278-242c-492a-8186-5390d3d7ad52 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845630 Nov 10 14:22:44.080439 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:22:44.095943 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:22:44.104092 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:44.109527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff2e7055-b76f-4a9d-9e6f-f0a2ff4bd113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:44.173630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04355012-b91c-4360-9a6c-59ee43739787 req-62e3893e-9660-4973-adcd-a396f5e35964 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:44.175922 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-04355012-b91c-4360-9a6c-59ee43739787 req-62e3893e-9660-4973-adcd-a396f5e35964 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0906017 Nov 10 14:22:44.192287 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:44.193134 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:44.194677 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] 10.222.0.18 "PUT /v2.0/ports/6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 HTTP/1.1" status: 200 len: 1094 time: 1.1636465 Nov 10 14:22:44.195361 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:44.232224 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:44.238128 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:44.247941 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-04355012-b91c-4360-9a6c-59ee43739787 req-e72885e5-7e52-4a11-a3f3-0d0f4e97ddbb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656984 Nov 10 14:22:44.311044 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139', 'status': 'completed', 'code': 200} Nov 10 14:22:44.354341 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-4d66aff9-c388-4c48-9022-429a9a48f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:44.359078 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-4d66aff9-c388-4c48-9022-429a9a48f082 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 1097 time: 0.1020560 Nov 10 14:22:44.434960 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-6c5b6bfa-f410-4224-9530-d67cf1d3b899 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 HTTP/1.1" status: 200 len: 217 time: 0.0656927 Nov 10 14:22:44.502996 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-e73d6bf1-9536-42a7-b0b8-2663460ccdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:44.504444 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-e73d6bf1-9536-42a7-b0b8-2663460ccdd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.0610392 Nov 10 14:22:44.557168 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-275aa0f8-e56c-46ca-872d-2ceff2f35e70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453458 Nov 10 14:22:44.703631 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-d902ac5e-f3f1-4d58-92c8-80b8a144a5da service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376417 Nov 10 14:22:44.842962 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8952fdd-acbe-43e7-a01b-c6564e3de99f req-921fd4a6-dff4-4e22-91ef-fd290299297c service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317201 Nov 10 14:22:45.094714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e933-cb48-440c-a011-015323322228 req-d90339f1-e86f-439f-b14c-674f71f1122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:45.097131 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-d90339f1-e86f-439f-b14c-674f71f1122c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f01c0f5780e340afa848e81324f1f982&device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 1097 time: 0.1874611 Nov 10 14:22:45.200434 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4916-4dd5-4539-9ecf-9a4bf0446cf9 req-0890ce38-a972-40a4-b207-55c2947dd02f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:45.201911 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-286c4916-4dd5-4539-9ecf-9a4bf0446cf9 req-0890ce38-a972-40a4-b207-55c2947dd02f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.0995362 Nov 10 14:22:45.264248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e933-cb48-440c-a011-015323322228 req-986eb235-d837-40a6-ace7-903d612e1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:45.265710 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-986eb235-d837-40a6-ace7-903d612e1407 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 200 len: 916 time: 0.1474392 Nov 10 14:22:45.267022 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-286c4916-4dd5-4539-9ecf-9a4bf0446cf9 req-f518e3ed-6db3-4216-8714-f0154f8df064 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Nov 10 14:22:45.342766 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:22:45.364995 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-bb70294f-d288-400f-88cb-4725906a5920 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 HTTP/1.1" status: 200 len: 217 time: 0.0764921 Nov 10 14:22:45.516507 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e933-cb48-440c-a011-015323322228 req-aec86fab-13f1-4b93-b095-cd812a5f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:45.518884 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-aec86fab-13f1-4b93-b095-cd812a5f6f99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 200 len: 855 time: 0.1353998 Nov 10 14:22:45.543601 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d447f4-c47f-40a5-8873-5ffe35966f10 req-b32d712a-2e7a-4cd6-bcaf-7eba05b4e113 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:45.545027 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4d447f4-c47f-40a5-8873-5ffe35966f10 req-b32d712a-2e7a-4cd6-bcaf-7eba05b4e113 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1214697 Nov 10 14:22:45.598086 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-ca895ac3-7497-49ab-bac2-f81bc462e7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cfee090-4f93-4aae-91db-7048ea9fdc45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521014 Nov 10 14:22:45.689865 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d4d447f4-c47f-40a5-8873-5ffe35966f10 req-c0dccd1d-f3b7-4cfd-b068-7dbce960927d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Nov 10 14:22:45.762874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-624632fa-142a-43bf-851e-3e54f4a0eed8 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485050 Nov 10 14:22:45.834239 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42506) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:45.905116 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bb38e933-cb48-440c-a011-015323322228 req-1f255eab-a7be-47cb-bcff-c6c3ae0500a7 service neutron] 10.222.0.18 "GET /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333041 Nov 10 14:22:45.956897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:45.972820 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:45.976932 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:c9550e43f45e45b99f416ce9fb5e3983 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:45.980343 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:45.986553 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:46.069647 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.073549 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.080817 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2bb387f4-e358-4f8d-af54-6e1a62b6fade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:46.125055 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9550e43f45e45b99f416ce9fb5e3983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895987 Nov 10 14:22:46.125935 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190f6a1-2575-43c8-9021-45af75658f9b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:46.129126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42512) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:46.132090 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:46.192778 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.220173 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.279710 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.284023 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b803d256-5227-40d8-b3bc-524ee391e409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:46.298877 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190f6a1-2575-43c8-9021-45af75658f9b,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:46.303013 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:46.308395 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:46.311716 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6190f6a1-2575-43c8-9021-45af75658f9b HTTP/1.1" status: 204 len: 168 time: 0.1794865 Nov 10 14:22:46.464904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba26af-4ea4-4555-92e9-3eb9362d9458 req-f374e440-f1da-40f7-9930-9aab4415ec2c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:46.465779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-09ba26af-4ea4-4555-92e9-3eb9362d9458 req-f374e440-f1da-40f7-9930-9aab4415ec2c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:22:46.482254 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-09ba26af-4ea4-4555-92e9-3eb9362d9458 req-f374e440-f1da-40f7-9930-9aab4415ec2c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:22:46.483609 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-09ba26af-4ea4-4555-92e9-3eb9362d9458 req-f374e440-f1da-40f7-9930-9aab4415ec2c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.1046691 Nov 10 14:22:46.547839 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-09ba26af-4ea4-4555-92e9-3eb9362d9458 req-0291dc75-3603-4a9a-a8f9-2cc1100a3dff tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Nov 10 14:22:46.905913 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea50af-d3c5-40e9-893c-8ba2b6ca8fab req-4459b964-681e-4d54-8221-cc05edbec47d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:46.907955 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-acea50af-d3c5-40e9-893c-8ba2b6ca8fab req-4459b964-681e-4d54-8221-cc05edbec47d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0971935 Nov 10 14:22:46.961206 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-acea50af-d3c5-40e9-893c-8ba2b6ca8fab req-c35b2936-3052-4f74-aed1-780b05edac3b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Nov 10 14:22:47.371594 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:22:47.526163 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:47.540277 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139', 'network_id': '7cfee090-4f93-4aae-91db-7048ea9fdc45', 'port_id': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139', 'mac_address': 'fa:16:3e:de:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf13b4bf-1f24-4f1e-beab-7527a692bb55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:22:47.643139 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:47.674048 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:22:47.694016 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:47.699387 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:47.703436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:47.771298 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b36a6-a132-49e7-9754-d9fd2b334176 req-65f24ab5-ce8d-43d6-bf32-21b0ef05eb60 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:47.779174 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ed0b36a6-a132-49e7-9754-d9fd2b334176 req-65f24ab5-ce8d-43d6-bf32-21b0ef05eb60 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.1086864 Nov 10 14:22:47.822999 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:47.827539 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:47.850826 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ed0b36a6-a132-49e7-9754-d9fd2b334176 req-41ab70d9-168b-4681-84ff-ce5c88514549 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706949 Nov 10 14:22:48.109738 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:22:48.158703 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c867a-493a-4324-b513-497ec5f0557c req-45049942-cbe5-4f40-81b1-7edc8b73bc1e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:48.166209 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ee6c867a-493a-4324-b513-497ec5f0557c req-45049942-cbe5-4f40-81b1-7edc8b73bc1e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0968764 Nov 10 14:22:48.236949 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ee6c867a-493a-4324-b513-497ec5f0557c req-6aa39c6a-e7a2-436c-95a5-93d10e919b73 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703366 Nov 10 14:22:49.051783 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd3558-0927-4a77-8b5f-ee04411ed85a req-f9f6e147-e946-4f98-b88b-8d15d47075bb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:49.053889 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0cd3558-0927-4a77-8b5f-ee04411ed85a req-f9f6e147-e946-4f98-b88b-8d15d47075bb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.0971584 Nov 10 14:22:49.103541 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0cd3558-0927-4a77-8b5f-ee04411ed85a req-4be92a58-bd8d-4a9b-9192-a18e07843e6e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Nov 10 14:22:49.486472 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a91b29-0743-4f6e-a322-050a46b754d5 req-5e9a525e-d51f-4a70-bc19-1dec0a7fcb96 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:49.488505 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c4a91b29-0743-4f6e-a322-050a46b754d5 req-5e9a525e-d51f-4a70-bc19-1dec0a7fcb96 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0981848 Nov 10 14:22:49.537919 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c4a91b29-0743-4f6e-a322-050a46b754d5 req-8866de1f-34cb-4ebd-8049-64eb737d0255 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435770 Nov 10 14:22:49.541347 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1d190-3d0e-40ae-a08b-3ca1316a1868 req-4305c8c3-9422-46b1-9c6a-dec8b64e3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:49.543596 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a8a1d190-3d0e-40ae-a08b-3ca1316a1868 req-4305c8c3-9422-46b1-9c6a-dec8b64e3b3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.0929756 Nov 10 14:22:49.602331 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a8a1d190-3d0e-40ae-a08b-3ca1316a1868 req-ca7217f4-2b73-4e51-9848-98d8de0a6f92 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Nov 10 14:22:50.310458 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517ada-dbe1-4a98-ab27-0797ddc11ce9 req-6829df1a-ff8e-481b-96d7-53b751f4fee4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:50.318052 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9b517ada-dbe1-4a98-ab27-0797ddc11ce9 req-6829df1a-ff8e-481b-96d7-53b751f4fee4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.0993090 Nov 10 14:22:50.366413 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9b517ada-dbe1-4a98-ab27-0797ddc11ce9 req-1818f29c-d567-4308-84f0-d291d7e8375b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Nov 10 14:22:50.770429 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2747-547f-4e8c-b4f8-42cd7a5463bc req-7d2a6167-b62e-49e9-8f4d-28f7ef5b06d9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:50.772140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-724f2747-547f-4e8c-b4f8-42cd7a5463bc req-7d2a6167-b62e-49e9-8f4d-28f7ef5b06d9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1104774 Nov 10 14:22:50.827023 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-724f2747-547f-4e8c-b4f8-42cd7a5463bc req-13ffd1e0-9a26-42e0-acb4-1ceea953f9c0 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Nov 10 14:22:51.384493 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:51.468272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:51.474055 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:51.476088 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:51.607605 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3075-07c0-497a-85c6-a33ccda9a3ba req-544b29c7-2364-4940-90cf-14ea2ee89bc4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:51.609209 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9e0b3075-07c0-497a-85c6-a33ccda9a3ba req-544b29c7-2364-4940-90cf-14ea2ee89bc4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.1028035 Nov 10 14:22:51.634512 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:51.665733 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9e0b3075-07c0-497a-85c6-a33ccda9a3ba req-1aaa62be-2891-4de7-89f3-01c90dd5b6fb tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Nov 10 14:22:51.668751 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:22:51.679562 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:51.684016 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:51.687099 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:51.748329 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139', 'code': 200} Nov 10 14:22:51.768944 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:51.772016 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:52.129505 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9372ec-d9e8-4ce7-a5b9-e66428292468 req-a7904115-410d-419f-9407-0b77dea7d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:52.139054 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8f9372ec-d9e8-4ce7-a5b9-e66428292468 req-a7904115-410d-419f-9407-0b77dea7d2d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2057388 Nov 10 14:22:52.164799 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b83e1-2f39-4b10-90ae-9af4a873e3e7 req-5f3ac589-ee40-4808-a471-2b8ad215932e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:52.166241 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-161b83e1-2f39-4b10-90ae-9af4a873e3e7 req-5f3ac589-ee40-4808-a471-2b8ad215932e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2022176 Nov 10 14:22:52.324261 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8f9372ec-d9e8-4ce7-a5b9-e66428292468 req-c31bcfd7-07c6-44ce-b9ef-c4140e9c3d50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840749 Nov 10 14:22:52.328184 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-161b83e1-2f39-4b10-90ae-9af4a873e3e7 req-ae8dcd5c-2083-456f-b698-2147a3673a47 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536193 Nov 10 14:22:52.334837 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-e12cd9f0-d147-4f0d-8584-d4a97c96d588 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2782476 Nov 10 14:22:52.585252 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42918) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:52.834727 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-bcfd024a-cf7a-482e-842d-260068b9cb76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7d803dcc164ad7b729945bd94cc676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481842 Nov 10 14:22:52.835486 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 42934) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:52.916239 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0304fc-c8d8-45c6-b448-f84562e0d183 req-38adceb5-686f-460a-bcf5-690da18d6486 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:52.917980 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7e0304fc-c8d8-45c6-b448-f84562e0d183 req-38adceb5-686f-460a-bcf5-690da18d6486 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1597893 Nov 10 14:22:52.923395 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:52.976168 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:52.984597 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dcb63-5da3-4ff7-a09d-fc613f429ebe req-8a189265-0d20-425f-ab66-29eca4a81d22 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:52.990999 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b57dcb63-5da3-4ff7-a09d-fc613f429ebe req-8a189265-0d20-425f-ab66-29eca4a81d22 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.1714051 Nov 10 14:22:53.023639 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c122-7812-4550-b562-11ce236e5512 req-55196370-9129-4af9-ad16-153fb024f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:53.025974 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-55196370-9129-4af9-ad16-153fb024f6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.1419199 Nov 10 14:22:53.034258 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7e0304fc-c8d8-45c6-b448-f84562e0d183 req-fd809d7c-c701-4539-9835-b93631aa61f2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010957 Nov 10 14:22:53.053086 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:53.060076 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e2bb1a5e-cf85-496c-bb02-8169e7a1003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:53.078292 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:53.081469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:53.113031 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:53.114884 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f80a562-1dfb-4bb4-9e64-e27b5d0e5e29 HTTP/1.1" status: 204 len: 168 time: 0.2783067 Nov 10 14:22:53.129207 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b57dcb63-5da3-4ff7-a09d-fc613f429ebe req-3f5c3ece-21d6-4814-a4f1-1a23f13bc179 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336515 Nov 10 14:22:53.249747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c122-7812-4550-b562-11ce236e5512 req-059e6431-32df-4f1f-bc81-302fea197145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:53.251910 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-059e6431-32df-4f1f-bc81-302fea197145 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1875339 Nov 10 14:22:53.368965 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-39b9d247-f5f6-4c3d-86bd-a056ca6e58e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.0848000 Nov 10 14:22:53.441248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c122-7812-4550-b562-11ce236e5512 req-2269387f-8f28-44a6-a19f-f2d0ce797b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:53.442661 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-2269387f-8f28-44a6-a19f-f2d0ce797b0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.0662189 Nov 10 14:22:53.521956 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-00fa68f8-87fb-4c48-8124-30e9bc0a1c14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417042 Nov 10 14:22:53.666260 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-d4c5a733-5f71-49f0-9b68-3f7dc78c08d4 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326571 Nov 10 14:22:53.823431 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-81b5c122-7812-4550-b562-11ce236e5512 req-b7be4639-799f-4931-8ad8-b96bfdfd5a69 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453648 Nov 10 14:22:53.866969 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 42974) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:53.965094 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-a204d4c9-2221-4c55-8346-7ac336d8688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:53.967261 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-a204d4c9-2221-4c55-8346-7ac336d8688c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.0832858 Nov 10 14:22:54.007271 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2099697409-network', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:54.061042 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:54.080187 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Usage tracker for resource:network and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:54.085127 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:54.093836 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:54.121383 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Made reservation on behalf of deaff4d69cce45b6adbcb268a24ce2db for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:54.123543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.140187 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.172861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-8a4bff1d-6dd5-4935-9322-161d873bae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:54.174394 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-8a4bff1d-6dd5-4935-9322-161d873bae2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1925008 Nov 10 14:22:54.178414 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:54.182338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:54.185611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:54.241252 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:54.299060 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-2f999051-c934-44f1-b4d9-4e8aa11ba536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.1068594 Nov 10 14:22:54.359277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c7cd5-3f2f-4d87-b93c-7aaefb4278f2 req-c7fe8907-4645-4c69-b516-d02099f25f88 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:54.361649 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1e6c7cd5-3f2f-4d87-b93c-7aaefb4278f2 req-c7fe8907-4645-4c69-b516-d02099f25f88 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0996063 Nov 10 14:22:54.420415 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-8871ad7b-8f84-434e-bd11-2fcb2e417654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:54.421844 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-8871ad7b-8f84-434e-bd11-2fcb2e417654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.1088510 Nov 10 14:22:54.427290 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1e6c7cd5-3f2f-4d87-b93c-7aaefb4278f2 req-6fa8ca71-48c3-4fbc-89aa-09d1c10f3759 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Nov 10 14:22:54.508955 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029d09-f6bc-4abd-98b5-b8869e3fad60 req-021e9777-284e-45bc-b490-eaf618b8d69c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:54.515995 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fe029d09-f6bc-4abd-98b5-b8869e3fad60 req-021e9777-284e-45bc-b490-eaf618b8d69c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2624538 Nov 10 14:22:54.569001 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-dd5a3111-15d2-4650-a654-aba9734f603b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137288 Nov 10 14:22:54.599031 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fe029d09-f6bc-4abd-98b5-b8869e3fad60 req-2e9cc78a-02d0-4795-a11f-8cb9f984b30d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818384 Nov 10 14:22:54.604586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.632375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.642895 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-63d6b3f5-ac8d-46a2-a5bc-1b7cc3633639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:54.724164 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:22:54.756889 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.760116 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Added segment 8ab49135-40a1-4fe5-a6fc-02ca84831f4d of type vlan for network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 Nov 10 14:22:54.761744 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647a402-740a-4a9d-a857-62ee58326200,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:54.773748 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:54.826578 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:54.832435 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-40b8e5a4-a386-487b-a93d-1af594f16f86 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299068 Nov 10 14:22:55.027354 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.030835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:55.031416 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.038959 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:55.163454 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43006) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:55.163766 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2951767 Nov 10 14:22:55.169002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Request body: {'subnet': {'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2099697409-subnet', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:55.179003 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:55.181832 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:55.188478 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:55.193832 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:22:55.195331 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Usage tracker for resource:subnet and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:55.201602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:55.211387 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-15f2a737-5864-47ee-9fe3-25e12c4b77ad req-01526401-530b-4f93-8d16-0299d3a05273 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654378 Nov 10 14:22:55.215448 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:55.303162 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Made reservation on behalf of deaff4d69cce45b6adbcb268a24ce2db for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:55.306385 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.533165 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.542724 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e4ebc68b-ac83-4093-822c-ff112ea060e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:55.636538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f515c2-c939-4af2-860d-d95c7d2ef0b8,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:55.640279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3deb7-e69e-40d4-8bb4-a8ebfa2e6e4a req-23811132-55a8-410e-a8e8-6db5e7fb1191 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:55.640770 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:55.641900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Checking segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:55.642268 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Network hostable DHCP agents. Network: 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:22:55.643108 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eed3deb7-e69e-40d4-8bb4-a8ebfa2e6e4a req-23811132-55a8-410e-a8e8-6db5e7fb1191 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.1025493 Nov 10 14:22:55.671593 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:22:55.686562 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:55.693359 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:55.693615 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.696786 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d504b-1ca9-46fd-920e-5f409437b110 None None] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:22:55.727914 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5629017 Nov 10 14:22:55.730560 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43022) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:55.737348 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eed3deb7-e69e-40d4-8bb4-a8ebfa2e6e4a req-3c57c221-68f8-4e1a-9205-bec0d13b00ba tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Nov 10 14:22:55.740629 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:55.752956 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:55.758406 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Usage tracker for resource:router and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:55.763333 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:55.772817 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:55.798014 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.798014 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:55.865103 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.031195 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76d49ae4-e95e-4aa0-9752-2abc67b0889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.040483 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:22:56.042120 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.042243 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eeb67-cce1-47d2-9726-15a0ec163401 req-7278eba4-9fa1-4e06-9a95-351a249d2a63 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:56.046200 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-612eeb67-cce1-47d2-9726-15a0ec163401 req-7278eba4-9fa1-4e06-9a95-351a249d2a63 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2242689 Nov 10 14:22:56.343680 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Allocated IP 172.20.0.2 (5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40/17f515c2-c939-4af2-860d-d95c7d2ef0b8/c1f7c8d3-e799-4513-8f7e-f41731abf2d4) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:56.391441 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-612eeb67-cce1-47d2-9726-15a0ec163401 req-91d1cd2e-550e-4565-93f3-636d95f68936 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172024 Nov 10 14:22:56.398173 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.417558 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.530141 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.647769 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.658178 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Transition to ACTIVE for port object c1f7c8d3-e799-4513-8f7e-f41731abf2d4 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:56.677491 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Transition to ACTIVE for port object c1f7c8d3-e799-4513-8f7e-f41731abf2d4 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:22:56.683119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.688881 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:56.739532 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.753609 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:56.756761 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:56.760700 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:56.766954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Pushing event updated for resources: {'Port': ['ID=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:56.771009 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:56.771516 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.869057 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Attempting to bind port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:22:56.869436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Attempting to bind port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:22:56.869836 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Attempting to bind port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 on network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:22:56.875285 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:22:56.876264 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Checking segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:22:56.876749 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.877153 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Bound using segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:22:56.877634 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Bound port: c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:22:56.878015 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.911847 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Allocated IP 172.28.2.155 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/153803b9-4f88-4c25-8cec-d2a57e79ef92) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:56.969067 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] For port c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:22:56.973014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] For port c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:22:56.976969 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:56.981689 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:57.069416 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.073034 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Pushing event updated for resources: {'Port': ['ID=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:57.076760 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:57.105346 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.111250 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:57.315058 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:57.318102 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:57.321124 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:22:57.480549 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Pushing event updated for resources: {'Port': ['ID=153803b9-4f88-4c25-8cec-d2a57e79ef92,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:57.493242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.493602 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.494239 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.494840 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.495360 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.495863 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.496871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.497488 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.497989 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.498534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.499078 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.499608 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:57.513460 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:57.574483 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43066) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:57.751338 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1f0a1-6b3a-4af6-a340-9234e1bbec51 req-79aa0483-980c-40bb-a52f-714263948b99 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:57.752904 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-38d1f0a1-6b3a-4af6-a340-9234e1bbec51 req-79aa0483-980c-40bb-a52f-714263948b99 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2044787 Nov 10 14:22:57.755805 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.794568 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:22:57.800295 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Usage tracker for resource:security_group_rule and tenant:27e158b5f4464f5fb833450144e33d21 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:22:57.803705 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:22:57.818064 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:22:57.888029 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-38d1f0a1-6b3a-4af6-a340-9234e1bbec51 req-558c1b21-ec05-452f-b374-0dc3543ff8af tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260195 Nov 10 14:22:57.900256 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.937873 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.951693 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:57.964985 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6a682f19-4451-4f5d-997f-3fabb9dda4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:58.020897 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27e158b5f4464f5fb833450144e33d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451301 Nov 10 14:22:58.022978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6852099f-43fd-4271-a7a4-0c8587257692,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:58.025157 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43082) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:58.119455 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.120006 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.120508 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.121543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.121842 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.122191 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.122551 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.126683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.127098 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.127448 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.127791 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.128133 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.132726 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:58.133504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.174097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.259610 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.274257 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6d623642-9123-4982-8c1b-8562ff4b34e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:58.304807 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852099f-43fd-4271-a7a4-0c8587257692,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:58.309908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:58.314350 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.318425 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6852099f-43fd-4271-a7a4-0c8587257692 HTTP/1.1" status: 204 len: 168 time: 0.2921560 Nov 10 14:22:58.381735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.475729 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91b8aa-e8a0-4e87-8b8c-c50966492b2f None None] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:22:58.845507 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Router 57e12897-80f3-4cdb-afac-6892784a025b is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:22:58.934203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2a897942-4636-4093-93fe-687ec53e02ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:58.952125 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-f93cd8a2-a686-482a-ad4e-653eab2c026a None None] Provisioning for port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:59.023681 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1f7c8d3-e799-4513-8f7e-f41731abf2d4 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:22:59.082852 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:22:59.092570 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Sync routers for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:22:59.107039 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:22:59.111476 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:59.137432 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.142110 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43112) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:22:59.150922 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4189875 Nov 10 14:22:59.188319 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:22:59.196182 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:59.196717 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.363867 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d8c76-2a34-4d0c-aea0-0a4ec858e483 req-7219d83d-04ff-4fbb-951d-0cb1a3e0761f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:59.365429 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d27d8c76-2a34-4d0c-aea0-0a4ec858e483 req-7219d83d-04ff-4fbb-951d-0cb1a3e0761f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1721504 Nov 10 14:22:59.425941 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.468357 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-e3a55da3-2130-4336-b1e6-2b0dc55adefd None None] Provisioning complete for port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:22:59.468814 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-e3a55da3-2130-4336-b1e6-2b0dc55adefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.512502 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:22:59.542679 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.551877 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:22:59.558184 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:22:59.599258 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:22:59.681759 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d27d8c76-2a34-4d0c-aea0-0a4ec858e483 req-78f22900-4557-4b37-ab93-25422ce08555 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098724 Nov 10 14:22:59.708375 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:59.713640 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:22:59.968671 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:22:57Z', 'revision_number': 3, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:59.975150 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Checking router: 57e12897-80f3-4cdb-afac-6892784a025b for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:22:59.975490 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Updating router 57e12897-80f3-4cdb-afac-6892784a025b port 153803b9-4f88-4c25-8cec-d2a57e79ef92 binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:00.034273 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.347501 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.555384 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.568462 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Transition to ACTIVE for port object 153803b9-4f88-4c25-8cec-d2a57e79ef92 will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:00.575719 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.580460 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:00.665925 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Attempting to bind port 153803b9-4f88-4c25-8cec-d2a57e79ef92 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:00.666290 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Attempting to bind port 153803b9-4f88-4c25-8cec-d2a57e79ef92 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:00.666679 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Attempting to bind port 153803b9-4f88-4c25-8cec-d2a57e79ef92 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:00.676454 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Allocated IP 172.20.0.1 (5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40/17f515c2-c939-4af2-860d-d95c7d2ef0b8/7163369f-dbf0-4d25-b578-501b5399e934) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:00.678352 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:00.678854 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:00.679290 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.679681 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:00.680148 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Bound port: 153803b9-4f88-4c25-8cec-d2a57e79ef92, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:00.680541 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.710256 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Pushing event updated for resources: {'Port': ['ID=153803b9-4f88-4c25-8cec-d2a57e79ef92,revision_number=2']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:00.730705 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.731041 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.731368 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.731689 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.732096 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.732416 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.732731 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.733042 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.733349 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.733658 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.733972 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.734279 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:00.738655 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:00.771929 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] For port 153803b9-4f88-4c25-8cec-d2a57e79ef92, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:00.775346 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] For port 153803b9-4f88-4c25-8cec-d2a57e79ef92, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=153803b9-4f88-4c25-8cec-d2a57e79ef92,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:00.781172 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.789736 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:00.846698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.869742 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Transition to ACTIVE for port object 7163369f-dbf0-4d25-b578-501b5399e934 will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:00.874295 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:00.875017 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:00.906422 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:00.919339 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:00.958302 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Pushing event updated for resources: {'Port': ['ID=153803b9-4f88-4c25-8cec-d2a57e79ef92,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:00.963133 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-42674849-5cd2-4620-a395-8cda1f5e46c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:00.965326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1f7c8d3-e799-4513-8f7e-f41731abf2d4 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:00.994401 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:00.998846 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:01.002470 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:01.048737 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:01.049120 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.066631 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.091800 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Pushing event updated for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:01.095698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:01.153826 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:01.196721 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.318488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.458672 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5663f61a-fe3f-4aea-88bd-3c3a07c11de7 None None] Provisioning for port 7163369f-dbf0-4d25-b578-501b5399e934 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:01.474526 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5663f61a-fe3f-4aea-88bd-3c3a07c11de7 None None] Provisioning complete for port 7163369f-dbf0-4d25-b578-501b5399e934 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:01.475124 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5663f61a-fe3f-4aea-88bd-3c3a07c11de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.610477 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5663f61a-fe3f-4aea-88bd-3c3a07c11de7 None None] Port 7163369f-dbf0-4d25-b578-501b5399e934 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:23:01.637870 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.645435 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.687760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:01.773886 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:22:57Z', 'revision_number': 3, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:01.777462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:01.778238 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd7bd1-11e5-4dae-a333-84c2b71b086d None None] The sync data for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb is: [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:22:57Z', 'revision_number': 3, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:01.781982 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Pushing event updated for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:01.942743 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:02.088111 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:02.093039 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:02.115993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156f73-4dc2-4f2b-b5fb-a21f66d7a659 req-4a2f709d-8c9d-4e15-80ff-593d32c90136 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:02.117642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2c156f73-4dc2-4f2b-b5fb-a21f66d7a659 req-4a2f709d-8c9d-4e15-80ff-593d32c90136 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1670384 Nov 10 14:23:02.365914 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2c156f73-4dc2-4f2b-b5fb-a21f66d7a659 req-586fd88c-ed01-4d10-91e6-dcbb07fa57df tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752727 Nov 10 14:23:02.409939 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Router 57e12897-80f3-4cdb-afac-6892784a025b has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:23:02.558072 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-b435a04a-f7f8-4fa6-889d-f41c918cd647 None None] Provisioning complete for port 7163369f-dbf0-4d25-b578-501b5399e934 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:02.559193 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b435a04a-f7f8-4fa6-889d-f41c918cd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:02.653043 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b435a04a-f7f8-4fa6-889d-f41c918cd647 None None] Port 7163369f-dbf0-4d25-b578-501b5399e934 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:23:02.747404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:23:02.758936 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] 10.222.0.13 "PUT /v2.0/routers/57e12897-80f3-4cdb-afac-6892784a025b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6155527 Nov 10 14:23:03.016615 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 153803b9-4f88-4c25-8cec-d2a57e79ef92 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:03.169475 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 153803b9-4f88-4c25-8cec-d2a57e79ef92 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:03.180789 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 153803b9-4f88-4c25-8cec-d2a57e79ef92 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:03.181544 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.409638 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.431744 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 153803b9-4f88-4c25-8cec-d2a57e79ef92, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=153803b9-4f88-4c25-8cec-d2a57e79ef92,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:03.436047 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.440198 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:03.524329 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=153803b9-4f88-4c25-8cec-d2a57e79ef92,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:03.527546 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:03.801239 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43262) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:03.807186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1102803107-network', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:03.813790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:03.818509 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Usage tracker for resource:network and tenant:5394cbf6ac65482bb31b68f40fc129c9 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:03.822214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:03.828741 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:03.840545 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Made reservation on behalf of 5394cbf6ac65482bb31b68f40fc129c9 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:23:03.842912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.855945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.871492 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:03.875472 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Usage tracker for resource:security_group_rule and tenant:5394cbf6ac65482bb31b68f40fc129c9 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:03.878527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:03.884559 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:03.905023 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Sync routers for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:23:03.918184 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:03.919088 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:03.987720 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:03.998293 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.005406 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7ba0c5b6-a2e1-4908-8214-8bde9e3302a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:04.038338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:23:04.053288 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12583994-79f2-4d7b-9fd6-c247efaf9913,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:04.057542 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:04.058510 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.058860 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Added segment 0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a of type vlan for network d1da8230-5fee-4a7a-bed7-4dbff030f411 Nov 10 14:23:04.097629 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.144840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.146115 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:04.146744 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.152286 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:04.221489 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:04.343254 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Pushing event updated for resources: {'Network': ['ID=d1da8230-5fee-4a7a-bed7-4dbff030f411,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:04.346987 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:04.348630 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5461931 Nov 10 14:23:04.351272 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43274) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:04.356665 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Request body: {'subnet': {'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1102803107-subnet', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:04.361859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:04.365892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Usage tracker for resource:subnet and tenant:5394cbf6ac65482bb31b68f40fc129c9 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:04.368974 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:04.369239 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:23:04.375035 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:04.392802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Made reservation on behalf of 5394cbf6ac65482bb31b68f40fc129c9 for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:23:04.396359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6386419'] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.646220 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7595213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6386413'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.660061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:04.705339 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 2, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:04.710038 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Checking router: 57e12897-80f3-4cdb-afac-6892784a025b for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:23:04.710568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Updating router 57e12897-80f3-4cdb-afac-6892784a025b port 7163369f-dbf0-4d25-b578-501b5399e934 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:04.793527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Checking segment: {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:04.793894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Network hostable DHCP agents. Network: d1da8230-5fee-4a7a-bed7-4dbff030f411, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:23:04.800799 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.814590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc061ed0-6cc6-4096-814e-318053f777b6,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:04.818430 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:04.842284 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:23:04.861628 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, d1da8230-5fee-4a7a-bed7-4dbff030f411) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:04.867559 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:04.867559 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.910476 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5580258 Nov 10 14:23:04.913199 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43302) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:04.920203 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:04.929509 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:04.943176 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Usage tracker for resource:router and tenant:5394cbf6ac65482bb31b68f40fc129c9 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:04.958317 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:04.967209 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:04.981886 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172a7f4-5f73-40ec-8fe2-6013e8c73d87 None None] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:23:04.993084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:04.994433 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.021854 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 153803b9-4f88-4c25-8cec-d2a57e79ef92 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:05.029651 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.362786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.452348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 153803b9-4f88-4c25-8cec-d2a57e79ef92 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:05.452985 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.583407 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-d1da8230-5fee-4a7a-bed7-4dbff030f411', 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'fixed_ips': [{'subnet_id': 'cc061ed0-6cc6-4096-814e-318053f777b6'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:23:05.584235 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.772088 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.812582 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.854109 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.879781 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Transition to ACTIVE for port object 7163369f-dbf0-4d25-b578-501b5399e934 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:05.892160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:05.897265 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:05.953342 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Allocated IP 172.20.0.2 (d1da8230-5fee-4a7a-bed7-4dbff030f411/cc061ed0-6cc6-4096-814e-318053f777b6/41840864-3287-45ed-b4ce-e9d10bd9cd84) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:05.996556 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Allocated IP 172.28.2.95 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/1949d81a-0309-4e7d-8611-b19ba258e01d) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:06.049499 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Pushing event updated for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:06.195186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.244712 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.282891 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:06.354963 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:06.378562 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.378905 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.379443 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.379925 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.380418 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.380894 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.381380 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.381864 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.382334 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.382835 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.383356 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.383839 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:06.413111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:06.444565 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Attempting to bind port 7163369f-dbf0-4d25-b578-501b5399e934 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:06.445287 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Attempting to bind port 7163369f-dbf0-4d25-b578-501b5399e934 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:06.445702 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Attempting to bind port 7163369f-dbf0-4d25-b578-501b5399e934 on network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:06.458479 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:06.458856 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Checking segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:06.459283 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.459691 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Bound using segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:06.460194 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Bound port: 7163369f-dbf0-4d25-b578-501b5399e934, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:06.460575 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.487228 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:06.491853 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:06.644348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Pushing event updated for resources: {'Port': ['ID=1949d81a-0309-4e7d-8611-b19ba258e01d,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:06.655214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:06.687327 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] For port 7163369f-dbf0-4d25-b578-501b5399e934, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:06.747570 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] For port 7163369f-dbf0-4d25-b578-501b5399e934, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7163369f-dbf0-4d25-b578-501b5399e934,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:06.762077 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.777853 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:06.859274 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:06.890336 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Transition to ACTIVE for port object 41840864-3287-45ed-b4ce-e9d10bd9cd84 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:06.927807 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:06.928460 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:06.997284 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Transition to ACTIVE for port object 41840864-3287-45ed-b4ce-e9d10bd9cd84 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:07.008661 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Pushing event updated for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:07.016877 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-8c3e989a-e464-4d46-b429-6c68a7670e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:07.018495 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-8c3e989a-e464-4d46-b429-6c68a7670e2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.3623264 Nov 10 14:23:07.020595 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:07.037584 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:07.046069 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:07.209571 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Pushing event updated for resources: {'Port': ['ID=41840864-3287-45ed-b4ce-e9d10bd9cd84,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:07.237013 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3e537-2e1d-4e4b-b2cd-6543d0632943 req-1d44e10b-de53-4623-b6df-01f1da7f0db5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:07.240956 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:07.243910 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-80c3e537-2e1d-4e4b-b2cd-6543d0632943 req-1d44e10b-de53-4623-b6df-01f1da7f0db5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.4172080 Nov 10 14:23:07.254115 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:07.258309 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:07.285591 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:07.378894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:07.436433 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-80c3e537-2e1d-4e4b-b2cd-6543d0632943 req-bad99f98-afee-466c-bc94-753e8c7af522 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915395 Nov 10 14:23:07.521131 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-091079de-7180-4d4b-b7f3-edd5fa889149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:07.522647 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-091079de-7180-4d4b-b7f3-edd5fa889149 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.4952111 Nov 10 14:23:07.561843 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:07.639297 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Attempting to bind port 41840864-3287-45ed-b4ce-e9d10bd9cd84 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:07.639681 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Attempting to bind port 41840864-3287-45ed-b4ce-e9d10bd9cd84 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:07.640056 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Attempting to bind port 41840864-3287-45ed-b4ce-e9d10bd9cd84 on network d1da8230-5fee-4a7a-bed7-4dbff030f411 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:07.651945 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:07.652329 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Checking segment: {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:07.652744 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:07.653144 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Bound using segment: {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:07.653632 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Bound port: 41840864-3287-45ed-b4ce-e9d10bd9cd84, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:07.654010 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:07.699918 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-56c1142b-509f-4c1c-b7bc-196b480314f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.1132863 Nov 10 14:23:07.773165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-f1f29bcb-d7dc-445d-841e-478a9aa7e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:07.774609 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-f1f29bcb-d7dc-445d-841e-478a9aa7e0f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.0647438 Nov 10 14:23:07.896422 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-d5659bac-3a6f-4d43-b0c1-17457135a9ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044819 Nov 10 14:23:07.904653 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] For port 41840864-3287-45ed-b4ce-e9d10bd9cd84, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:07.927211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] For port 41840864-3287-45ed-b4ce-e9d10bd9cd84, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=41840864-3287-45ed-b4ce-e9d10bd9cd84,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:07.965585 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:07.973918 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:08.080303 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Pushing event updated for resources: {'Port': ['ID=41840864-3287-45ed-b4ce-e9d10bd9cd84,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:08.083785 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:08.111940 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:06Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:08.117264 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89050966-fea7-4cbc-b13a-4ebced6b00ce None None] The sync data for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb is: [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:06Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:08.240892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0593b-5ea7-4d68-b5ce-4180ff42e8c7 req-cf13d683-f327-458e-a431-0e068884a402 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:08.242598 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4da0593b-5ea7-4d68-b5ce-4180ff42e8c7 req-cf13d683-f327-458e-a431-0e068884a402 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.5847976 Nov 10 14:23:08.302013 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:08.457932 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-d7ae67e7-77aa-4009-9c13-c120de8115b3 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489676 Nov 10 14:23:08.469140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4da0593b-5ea7-4d68-b5ce-4180ff42e8c7 req-a140e065-8f5f-4940-aa80-787f21e66ef9 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156818 Nov 10 14:23:08.651526 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81a875-5e74-4df4-a8f6-54d45343a488 req-7c9fc6ee-4b0f-446f-94d4-3f35b0d8a5be tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:08.654262 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1a81a875-5e74-4df4-a8f6-54d45343a488 req-7c9fc6ee-4b0f-446f-94d4-3f35b0d8a5be tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Nov 10 14:23:08.711662 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1a81a875-5e74-4df4-a8f6-54d45343a488 req-2439972e-1744-4a95-bc5e-df9309a0e1a9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505421 Nov 10 14:23:08.719630 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3d8bdb36-81f8-4025-9153-5d62def6138d req-ce63183e-efc7-4d6d-908d-10242f4935bf service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847329 Nov 10 14:23:08.733022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Router abd24aa6-39a7-4061-9966-bd0ecf1c390d is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:23:08.967095 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:23:08.976566 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Sync routers for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:23:08.992573 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:08.994362 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:09.007945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:09.009235 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0943773 Nov 10 14:23:09.012132 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43378) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:09.087836 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7163369f-dbf0-4d25-b578-501b5399e934 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:09.216091 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 7163369f-dbf0-4d25-b578-501b5399e934 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:09.223086 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 7163369f-dbf0-4d25-b578-501b5399e934 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:09.223515 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:09.331826 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:09.373943 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c8a0f-1d14-43a4-9554-628ab6d3df3f None None] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:23:09.832132 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:09.894286 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-ffb7dc59-c075-4ad4-b65b-cac913d5da6a None None] Provisioning for port 41840864-3287-45ed-b4ce-e9d10bd9cd84 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:09.931527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43396) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:09.951324 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:06Z', 'revision_number': 3, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:09.960555 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Checking router: abd24aa6-39a7-4061-9966-bd0ecf1c390d for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:23:09.961461 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Updating router abd24aa6-39a7-4061-9966-bd0ecf1c390d port 1949d81a-0309-4e7d-8611-b19ba258e01d binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:10.070026 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.129620 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f2509-a26a-492a-b923-e94adbc2b394 req-f76b5399-18f5-44c7-b54c-519cf1559e4f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:10.146870 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-640f2509-a26a-492a-b923-e94adbc2b394 req-f76b5399-18f5-44c7-b54c-519cf1559e4f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.4779449 Nov 10 14:23:10.249894 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 7163369f-dbf0-4d25-b578-501b5399e934, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7163369f-dbf0-4d25-b578-501b5399e934,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:10.268567 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.269713 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 41840864-3287-45ed-b4ce-e9d10bd9cd84 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:10.309510 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:10.330471 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-640f2509-a26a-492a-b923-e94adbc2b394 req-87fdb209-e33e-4765-a656-d708d8d850ce tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813211 Nov 10 14:23:10.432683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-b62c5fd8-b63c-4cdc-b17a-0f8c9e1e740c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:10.434198 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-b62c5fd8-b63c-4cdc-b17a-0f8c9e1e740c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.1028013 Nov 10 14:23:10.474014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:10.487241 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:10.507571 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 41840864-3287-45ed-b4ce-e9d10bd9cd84 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:10.517814 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 41840864-3287-45ed-b4ce-e9d10bd9cd84 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:10.518585 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.547312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.560110 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9051-76e5-40a1-ac51-ee226a6401af req-ba7cbd0a-3f12-4e9a-b5fc-0462f8bf9562 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:10.568951 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f6ea9051-76e5-40a1-ac51-ee226a6401af req-ba7cbd0a-3f12-4e9a-b5fc-0462f8bf9562 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.3030310 Nov 10 14:23:10.588747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:10.593387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Usage tracker for resource:security_group_rule and tenant:1443da6597964ca4a59d75498241565a is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:10.597078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:10.607591 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:10.650267 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f6ea9051-76e5-40a1-ac51-ee226a6401af req-c5cfcbbd-b852-4f85-8ce8-b862b98dd624 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796559 Nov 10 14:23:10.655096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.722828 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.741235 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Deleting port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:23:10.742101 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.778425 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 41840864-3287-45ed-b4ce-e9d10bd9cd84, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=41840864-3287-45ed-b4ce-e9d10bd9cd84,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:10.786308 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.790776 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:10.844689 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.879518 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Transition to ACTIVE for port object 1949d81a-0309-4e7d-8611-b19ba258e01d will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:10.897269 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.908889 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-5dca5bc5-1438-4824-9037-66bd7e7efa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:10.931420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:10.946716 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.003892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0ebc5dad-9cc9-4c9a-af7b-4d63b843e09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:11.004393 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7163369f-dbf0-4d25-b578-501b5399e934 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:11.015147 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Allocated IP 172.20.0.1 (d1da8230-5fee-4a7a-bed7-4dbff030f411/cc061ed0-6cc6-4096-814e-318053f777b6/c9646701-c2b7-44ea-ae99-7f952dc38bf5) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:11.057573 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=41840864-3287-45ed-b4ce-e9d10bd9cd84,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.083824 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:11.100466 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-265c21cb-6b89-4e72-b70e-23e82e273a6d None None] Provisioning complete for port 41840864-3287-45ed-b4ce-e9d10bd9cd84 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:11.100876 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-265c21cb-6b89-4e72-b70e-23e82e273a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.101886 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374cd01-89ed-4573-a3b6-9785141b7999 None None] Pushing event updated for resources: {'Port': ['ID=1949d81a-0309-4e7d-8611-b19ba258e01d,revision_number=2']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.104457 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6db86c-0e74-468a-9977-314bbbdd1fb4,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.106379 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-6374cd01-89ed-4573-a3b6-9785141b7999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:11.109198 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Attempting to bind port 1949d81a-0309-4e7d-8611-b19ba258e01d on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:11.110495 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Attempting to bind port 1949d81a-0309-4e7d-8611-b19ba258e01d by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:11.111049 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Attempting to bind port 1949d81a-0309-4e7d-8611-b19ba258e01d on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:11.119879 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:11.120463 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:11.121532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:11.122000 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.122945 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:11.123636 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Bound port: 1949d81a-0309-4e7d-8611-b19ba258e01d, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:11.124233 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.135182 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1443da6597964ca4a59d75498241565a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1832960 Nov 10 14:23:11.141458 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43412) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:11.248968 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] For port 1949d81a-0309-4e7d-8611-b19ba258e01d, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:11.256983 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] For port 1949d81a-0309-4e7d-8611-b19ba258e01d, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1949d81a-0309-4e7d-8611-b19ba258e01d,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:11.278156 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.283228 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:11.322214 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.346123 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 7163369f-dbf0-4d25-b578-501b5399e934 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:11.348559 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.420730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] For port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:11.420953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.423188 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.439444 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Transition to ACTIVE for port object c9646701-c2b7-44ea-ae99-7f952dc38bf5 will not be triggered until provisioned by entity DHCP. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:11.530204 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:11.532238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.547188 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:11.618029 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374cd01-89ed-4573-a3b6-9785141b7999 None None] Pushing event updated for resources: {'Port': ['ID=1949d81a-0309-4e7d-8611-b19ba258e01d,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.630296 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-6374cd01-89ed-4573-a3b6-9785141b7999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:11.695669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cfe2-bf14-4bdc-9e4c-6f8c7ff96c77 req-1f7f0fa9-dfcc-4c1c-87bc-a868785fd3fa tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:11.698228 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-86f8cfe2-bf14-4bdc-9e4c-6f8c7ff96c77 req-1f7f0fa9-dfcc-4c1c-87bc-a868785fd3fa tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1127424 Nov 10 14:23:11.700601 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.754700 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Calling delete_port for 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:23:11.784135 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:11.816459 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a569c349-8291-4bc7-9ceb-c075aa227b9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:11.894496 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.911156 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:11.916302 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:11.921080 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:11.922554 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.929415 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-86f8cfe2-bf14-4bdc-9e4c-6f8c7ff96c77 req-c3deaa7f-53e9-43d2-95ba-8a443b41e69a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231719 Nov 10 14:23:11.950530 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.959683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbc88f-459b-4599-a3d9-f9a95cefe8f6 req-904d958a-2a6c-4f94-8eff-f617a4db1154 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:11.961313 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eddbc88f-459b-4599-a3d9-f9a95cefe8f6 req-904d958a-2a6c-4f94-8eff-f617a4db1154 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.3863509 Nov 10 14:23:11.966547 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:11.967148 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d491f43-3555-4f3f-9357-660dfd5ec431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:11.982430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:11.983683 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d6db86c-0e74-468a-9977-314bbbdd1fb4 HTTP/1.1" status: 204 len: 168 time: 0.8454461 Nov 10 14:23:11.986367 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6db86c-0e74-468a-9977-314bbbdd1fb4,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:11.997914 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:12.060932 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eddbc88f-459b-4599-a3d9-f9a95cefe8f6 req-d6d10744-020b-4eaa-ab67-3b232cbd0fc6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873287 Nov 10 14:23:12.066777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.083398 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf', '04f57db1-87d4-4e4d-9381-0a9809f2cf49', '3c5415f6-431c-4cbf-8196-0c05442d33e1'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:23:12.092857 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e19e90e3-6ac2-41d8-b44a-be6de7b8dfa2 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:12.248852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event deleted for resources: {'Port': ['ID=6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:12.251898 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:12.355392 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.378382 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] No DVR routers for this DVR port 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:23:12.381259 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.385291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'name': 'network-vif-deleted', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:12.419662 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7e5f9105-bcf9-45e7-ab45-77d4fea69922 req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "DELETE /v2.0/ports/6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 HTTP/1.1" status: 204 len: 173 time: 1.9778819 Nov 10 14:23:12.464767 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59606dfb-862f-44d9-9746-7c6e0a5c1ed1', 'name': 'network-vif-deleted', 'tag': '6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139', 'status': 'completed', 'code': 200} Nov 10 14:23:12.509365 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:06Z', 'revision_number': 3, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:12.515767 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51418df8-e2e5-438b-b17f-b54273c3a748 None None] The sync data for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb is: [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:06Z', 'revision_number': 3, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:12.521747 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-3e26f30a-92b7-44eb-bb62-4eea5e7f28b7 None None] Provisioning for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:12.535153 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-3e26f30a-92b7-44eb-bb62-4eea5e7f28b7 None None] Provisioning complete for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:12.535782 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3e26f30a-92b7-44eb-bb62-4eea5e7f28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.613341 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-3e26f30a-92b7-44eb-bb62-4eea5e7f28b7 None None] Port c9646701-c2b7-44ea-ae99-7f952dc38bf5 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:23:12.773693 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfca2d-2f9c-4fa6-aa65-387e707290eb req-4b2408f1-465f-47cf-bd42-b311ea5dc85b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:12.782128 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3cdfca2d-2f9c-4fa6-aa65-387e707290eb req-4b2408f1-465f-47cf-bd42-b311ea5dc85b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.4745886 Nov 10 14:23:12.859428 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3cdfca2d-2f9c-4fa6-aa65-387e707290eb req-9c708369-3e0b-407d-a84d-859f66ea5473 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757430 Nov 10 14:23:12.891353 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.899291 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.900667 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:12.906941 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:13.034499 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 41840864-3287-45ed-b4ce-e9d10bd9cd84 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:13.135800 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:13.164696 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:13.212752 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 41840864-3287-45ed-b4ce-e9d10bd9cd84 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:13.213357 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:13.236859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47b4f-d869-429b-878e-8cad06c69795 req-41f78c17-cdfc-40a5-a94b-e080701439df tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:13.244886 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fbd47b4f-d869-429b-878e-8cad06c69795 req-41f78c17-cdfc-40a5-a94b-e080701439df tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1496966 Nov 10 14:23:13.348408 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fbd47b4f-d869-429b-878e-8cad06c69795 req-559c9b4f-7f1d-46ba-993c-d88f950b28f5 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006620 Nov 10 14:23:13.393530 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:13.417314 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:13.441820 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7692653e-0a49-46e5-8fcb-603c2febaafc req-bdd0709e-20e3-4278-a7b0-193100f8eeb0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=59606dfb-862f-44d9-9746-7c6e0a5c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.1375759 Nov 10 14:23:13.470811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:23:13.532811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:23:13.533391 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 6e7fc9f5-0fd4-411e-b5c0-3c40a3bd2139 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:23:13.758086 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Router abd24aa6-39a7-4061-9966-bd0ecf1c390d has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:23:13.851350 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-8488fa11-a2b7-41a6-93f6-d5e0b2878ca4 None None] Provisioning complete for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:13.851996 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8488fa11-a2b7-41a6-93f6-d5e0b2878ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:13.925953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-8488fa11-a2b7-41a6-93f6-d5e0b2878ca4 None None] Port c9646701-c2b7-44ea-ae99-7f952dc38bf5 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:23:14.010005 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:23:14.026644 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/abd24aa6-39a7-4061-9966-bd0ecf1c390d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0133624 Nov 10 14:23:14.066040 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8062-acdb-4eac-8c67-168792d7a565 req-ee63bd30-f76e-4137-8f49-977415b5387c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:14.067838 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-253e8062-acdb-4eac-8c67-168792d7a565 req-ee63bd30-f76e-4137-8f49-977415b5387c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0865622 Nov 10 14:23:14.135731 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-253e8062-acdb-4eac-8c67-168792d7a565 req-ba7d7c5d-0295-45e9-a6de-9f225eaab8c4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613437 Nov 10 14:23:14.559385 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0dbb3-b57f-43cf-91c0-8ebe510fd873 req-3f70d15a-f6a0-4ab5-8c6d-9b522f9e27ac tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:14.561341 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-49f0dbb3-b57f-43cf-91c0-8ebe510fd873 req-3f70d15a-f6a0-4ab5-8c6d-9b522f9e27ac tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1075287 Nov 10 14:23:14.626671 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-49f0dbb3-b57f-43cf-91c0-8ebe510fd873 req-9ec0150a-9589-45c8-ac40-7964e96699da tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563045 Nov 10 14:23:14.773624 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Sync routers for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:23:14.794145 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:14.794961 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:15.057763 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:15.114772 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1949d81a-0309-4e7d-8611-b19ba258e01d up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:15.415737 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d7ca-f5c6-4c5e-9b29-2bac7cbcd402 req-5e41700f-0042-4edd-8ddb-1ed474070817 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:15.417334 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33b3d7ca-f5c6-4c5e-9b29-2bac7cbcd402 req-5e41700f-0042-4edd-8ddb-1ed474070817 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1269758 Nov 10 14:23:15.495350 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33b3d7ca-f5c6-4c5e-9b29-2bac7cbcd402 req-b0c6514e-fe60-4f85-8653-68adc6027862 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722933 Nov 10 14:23:15.552444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 1949d81a-0309-4e7d-8611-b19ba258e01d completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:15.567360 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 1949d81a-0309-4e7d-8611-b19ba258e01d triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:15.568080 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:15.847239 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:12Z', 'revision_number': 4, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c9646701-c2b7-44ea-ae99-7f952dc38bf5', 'name': '', 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'mac_address': 'fa:16:3e:61:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:10Z', 'updated_at': '2021-11-10T14:23:12Z', 'revision_number': 2, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'subnets': [{'id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:15.854047 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Checking router: abd24aa6-39a7-4061-9966-bd0ecf1c390d for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:23:15.854436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Updating router abd24aa6-39a7-4061-9966-bd0ecf1c390d port c9646701-c2b7-44ea-ae99-7f952dc38bf5 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:15.935651 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:15.947435 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a7ac1-852a-4d6a-aa3f-a42b41258042 req-8e90a493-eb63-4ae5-87ab-d5196a46c463 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:15.949121 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1b9a7ac1-852a-4d6a-aa3f-a42b41258042 req-8e90a493-eb63-4ae5-87ab-d5196a46c463 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1320379 Nov 10 14:23:15.965507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 1949d81a-0309-4e7d-8611-b19ba258e01d, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1949d81a-0309-4e7d-8611-b19ba258e01d,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:15.966628 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:15.978408 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:15.983547 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:16.065104 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1b9a7ac1-852a-4d6a-aa3f-a42b41258042 req-ede01af2-e2f7-44f2-aacd-d64ce56f2f0a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039667 Nov 10 14:23:16.068272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=1949d81a-0309-4e7d-8611-b19ba258e01d,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:16.072709 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:16.432749 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5447b-1c57-42f0-b2c4-9573456a0f62 req-b1e583b5-3cce-4b90-9fc0-1f02f1733342 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:16.440147 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-83b5447b-1c57-42f0-b2c4-9573456a0f62 req-b1e583b5-3cce-4b90-9fc0-1f02f1733342 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.0904341 Nov 10 14:23:16.506099 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-83b5447b-1c57-42f0-b2c4-9573456a0f62 req-2ad2d0b1-5241-4780-bdc5-3c0fd9d69016 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650890 Nov 10 14:23:16.529157 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:16.543859 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Transition to ACTIVE for port object c9646701-c2b7-44ea-ae99-7f952dc38bf5 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:16.558112 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:16.565801 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:16.756824 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Pushing event updated for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:16.762309 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739eb5b-9c7a-4c96-9a2c-b26ff9c45358 req-9206ba11-7ded-41fb-8264-9a395aa6ae08 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:16.762918 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:16.764986 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e739eb5b-9c7a-4c96-9a2c-b26ff9c45358 req-9206ba11-7ded-41fb-8264-9a395aa6ae08 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1435194 Nov 10 14:23:16.824194 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e739eb5b-9c7a-4c96-9a2c-b26ff9c45358 req-1cb0e3ee-b2ff-443c-9c3a-57dad52b7ddc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515008 Nov 10 14:23:16.838726 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Attempting to bind port c9646701-c2b7-44ea-ae99-7f952dc38bf5 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:16.839105 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Attempting to bind port c9646701-c2b7-44ea-ae99-7f952dc38bf5 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:16.839472 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Attempting to bind port c9646701-c2b7-44ea-ae99-7f952dc38bf5 on network d1da8230-5fee-4a7a-bed7-4dbff030f411 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:16.861273 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:16.861997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Checking segment: {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:16.862570 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:16.862977 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Bound using segment: {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:16.863457 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Bound port: c9646701-c2b7-44ea-ae99-7f952dc38bf5, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:16.864313 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:17.032970 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1949d81a-0309-4e7d-8611-b19ba258e01d up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:17.144507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] For port c9646701-c2b7-44ea-ae99-7f952dc38bf5, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:17.150272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] For port c9646701-c2b7-44ea-ae99-7f952dc38bf5, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c9646701-c2b7-44ea-ae99-7f952dc38bf5,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:17.159030 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 1949d81a-0309-4e7d-8611-b19ba258e01d triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:17.159488 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:17.220494 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:17.226191 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:17.370955 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:23:17.371602 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:22:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:17.588733 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Pushing event updated for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:17.608323 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:17.649802 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24e7ce-1c6e-4dc1-95a6-431834547af2 req-4d5bf424-d135-4508-bd4a-8c623cf5f6d9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:17.660596 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7d24e7ce-1c6e-4dc1-95a6-431834547af2 req-4d5bf424-d135-4508-bd4a-8c623cf5f6d9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2440999 Nov 10 14:23:17.705040 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:23:17.860862 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7d24e7ce-1c6e-4dc1-95a6-431834547af2 req-bb7eb780-9372-4708-8e9c-097630d0ff97 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990528 Nov 10 14:23:17.898114 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754dbcc-5a8e-44d1-b745-f0e52d5ee5a9 req-39899b06-cc9b-4a31-9436-3f51cde1437d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:17.903056 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8754dbcc-5a8e-44d1-b745-f0e52d5ee5a9 req-39899b06-cc9b-4a31-9436-3f51cde1437d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:17.949051 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8754dbcc-5a8e-44d1-b745-f0e52d5ee5a9 req-39899b06-cc9b-4a31-9436-3f51cde1437d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:17.950543 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8754dbcc-5a8e-44d1-b745-f0e52d5ee5a9 req-39899b06-cc9b-4a31-9436-3f51cde1437d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.2196333 Nov 10 14:23:18.025846 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8754dbcc-5a8e-44d1-b745-f0e52d5ee5a9 req-d1b2aa01-150d-49db-9bb3-4bc6675a9db5 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676455 Nov 10 14:23:18.098050 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493df34-1093-443a-935c-f18ab9c9b330 req-ac1190b7-214d-4f53-b148-7282d20d7b28 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:18.104993 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c493df34-1093-443a-935c-f18ab9c9b330 req-ac1190b7-214d-4f53-b148-7282d20d7b28 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1063786 Nov 10 14:23:18.177117 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c493df34-1093-443a-935c-f18ab9c9b330 req-7b594c2f-ca54-401d-8a4f-4c6c3d53d0f0 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712519 Nov 10 14:23:18.214326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:12Z', 'revision_number': 4, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c9646701-c2b7-44ea-ae99-7f952dc38bf5', 'name': '', 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'mac_address': 'fa:16:3e:61:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:10Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 4, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'subnets': [{'id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:18.218828 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a1e51-557c-438b-9869-64b2bcaaa2e8 None None] The sync data for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb is: [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:12Z', 'revision_number': 4, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c9646701-c2b7-44ea-ae99-7f952dc38bf5', 'name': '', 'network_id': 'd1da8230-5fee-4a7a-bed7-4dbff030f411', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'mac_address': 'fa:16:3e:61:4b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:10Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 4, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'subnets': [{'id': 'cc061ed0-6cc6-4096-814e-318053f777b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:19.035791 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c9646701-c2b7-44ea-ae99-7f952dc38bf5 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:19.057189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-30574fe7-c293-464e-9142-c01f3d726385 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:19.060003 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-30574fe7-c293-464e-9142-c01f3d726385 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.1895821 Nov 10 14:23:19.264942 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:19.273716 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:19.274314 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:19.287491 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Deleting port 3c5415f6-431c-4cbf-8196-0c05442d33e1 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:23:19.288085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:19.368539 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c599c8-6fdd-4d94-bd1f-97df0c82b546 req-3bd043a3-ad24-4d07-bc88-23cb1022255e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:19.375553 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d7c599c8-6fdd-4d94-bd1f-97df0c82b546 req-3bd043a3-ad24-4d07-bc88-23cb1022255e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.3030629 Nov 10 14:23:19.474793 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d7c599c8-6fdd-4d94-bd1f-97df0c82b546 req-3bd2eb3d-4c45-4bc4-8880-844131d2e2ef tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910678 Nov 10 14:23:19.540827 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:19.581538 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port c9646701-c2b7-44ea-ae99-7f952dc38bf5, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c9646701-c2b7-44ea-ae99-7f952dc38bf5,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:19.587429 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:19.594194 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:19.676532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] For port 3c5415f6-431c-4cbf-8196-0c05442d33e1, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=3c5415f6-431c-4cbf-8196-0c05442d33e1,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:19.676896 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:19.704484 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bfab0-ccd5-4aef-af0b-d7c3eefdeebd req-2ed8af0f-fae9-4ce1-8e04-ab93b45a6843 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:19.713895 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:19.714112 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4f9bfab0-ccd5-4aef-af0b-d7c3eefdeebd req-2ed8af0f-fae9-4ce1-8e04-ab93b45a6843 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1139140 Nov 10 14:23:19.721082 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:19.839100 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4f9bfab0-ccd5-4aef-af0b-d7c3eefdeebd req-6879c574-8f8c-4f57-a1d0-6f8bf1bd1827 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240728 Nov 10 14:23:19.872560 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Calling delete_port for 3c5415f6-431c-4cbf-8196-0c05442d33e1 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:23:20.112801 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92159-5f9a-40a2-94e5-211590db28a4 req-cf78974c-40e2-4ad7-8ba6-a1bd34d46351 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:20.114328 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b1c92159-5f9a-40a2-94e5-211590db28a4 req-cf78974c-40e2-4ad7-8ba6-a1bd34d46351 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffb92e7-33f4-4c41-8863-37b21fdcc250 HTTP/1.1" status: 200 len: 945 time: 0.6758294 Nov 10 14:23:20.308831 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:20.325671 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf', '04f57db1-87d4-4e4d-9381-0a9809f2cf49', '3c5415f6-431c-4cbf-8196-0c05442d33e1'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:23:20.326868 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7cd4d609-b5f9-431d-9d48-c7958483ccc6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:20.568735 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event deleted for resources: {'Port': ['ID=3c5415f6-431c-4cbf-8196-0c05442d33e1,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:20.577118 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:20.580431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] No DVR routers for this DVR port 3c5415f6-431c-4cbf-8196-0c05442d33e1 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:23:20.590413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:20.612590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'name': 'network-vif-deleted', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:20.628354 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b1c92159-5f9a-40a2-94e5-211590db28a4 req-80eb7be4-d4f7-499a-95f5-769a95f815c5 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015461 Nov 10 14:23:20.634125 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e8ee5087-bf0c-4b66-9e6b-e9c8c0242fa7 req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "DELETE /v2.0/ports/3c5415f6-431c-4cbf-8196-0c05442d33e1 HTTP/1.1" status: 204 len: 173 time: 1.5614502 Nov 10 14:23:20.796547 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffb92e7-33f4-4c41-8863-37b21fdcc250', 'name': 'network-vif-deleted', 'tag': '3c5415f6-431c-4cbf-8196-0c05442d33e1', 'status': 'completed', 'code': 200} Nov 10 14:23:20.839207 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc682f8-070a-4092-873e-1708131e93d4 req-a95a3ad2-4846-41ae-a69b-51cc13d780b6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:20.840777 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2bc682f8-070a-4092-873e-1708131e93d4 req-a95a3ad2-4846-41ae-a69b-51cc13d780b6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1715055 Nov 10 14:23:20.977023 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2bc682f8-070a-4092-873e-1708131e93d4 req-4a084101-d11c-4d5a-917e-ccf8f45440d1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285679 Nov 10 14:23:21.124683 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c9646701-c2b7-44ea-ae99-7f952dc38bf5 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:21.256997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c9646701-c2b7-44ea-ae99-7f952dc38bf5 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:21.257486 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:21.607755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332049-dd00-4d65-8f32-be42873039a4 req-6fc49f12-54f0-44f5-8e8d-3e1ac752b7ed tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:21.611811 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-00332049-dd00-4d65-8f32-be42873039a4 req-6fc49f12-54f0-44f5-8e8d-3e1ac752b7ed tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1397705 Nov 10 14:23:21.700969 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-00332049-dd00-4d65-8f32-be42873039a4 req-a098b1d9-751b-4f52-919b-71c9f50975db tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Nov 10 14:23:22.204752 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58f12-9c3b-474b-bbd5-bc0d9df24494 req-ec90c855-97ab-455e-a8aa-bb8a75239289 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:22.206642 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b3c58f12-9c3b-474b-bbd5-bc0d9df24494 req-ec90c855-97ab-455e-a8aa-bb8a75239289 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1054769 Nov 10 14:23:22.216530 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b519b-fdc2-45ad-a98f-3d717f3f5fd5 req-f5055fc3-93d3-492d-aa4c-f9e595fd832b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:22.217216 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-711b519b-fdc2-45ad-a98f-3d717f3f5fd5 req-f5055fc3-93d3-492d-aa4c-f9e595fd832b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:22.247952 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-711b519b-fdc2-45ad-a98f-3d717f3f5fd5 req-f5055fc3-93d3-492d-aa4c-f9e595fd832b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:22.255839 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-711b519b-fdc2-45ad-a98f-3d717f3f5fd5 req-f5055fc3-93d3-492d-aa4c-f9e595fd832b tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.1406283 Nov 10 14:23:22.277641 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b3c58f12-9c3b-474b-bbd5-bc0d9df24494 req-0ba0d93e-b863-43ab-8d6c-69564507fbed tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621715 Nov 10 14:23:22.310406 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-711b519b-fdc2-45ad-a98f-3d717f3f5fd5 req-a6e717a2-c195-4af4-b90c-95e5ed56f08e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Nov 10 14:23:22.323308 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:23:22.924638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bbae9-e69f-44ec-967c-2b1499fe2f92 req-71455504-a54e-49ca-a127-72c42588c354 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:22.926469 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-695bbae9-e69f-44ec-967c-2b1499fe2f92 req-71455504-a54e-49ca-a127-72c42588c354 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1022201 Nov 10 14:23:22.991903 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-695bbae9-e69f-44ec-967c-2b1499fe2f92 req-0067c438-ecc9-4d76-a3ea-4114603c28a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Nov 10 14:23:23.496874 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 3c5415f6-431c-4cbf-8196-0c05442d33e1 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:23:23.511420 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2fb3d-9655-4b8b-8ec2-65d7a012d19d req-913def4a-862e-4983-8e60-38b3a13527b7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:23.520159 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-94d2fb3d-9655-4b8b-8ec2-65d7a012d19d req-913def4a-862e-4983-8e60-38b3a13527b7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1077657 Nov 10 14:23:23.550843 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 3c5415f6-431c-4cbf-8196-0c05442d33e1 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:23:23.551472 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 3c5415f6-431c-4cbf-8196-0c05442d33e1 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:23:23.554394 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18f5a-ebd8-404c-b9e3-790143d87d97 req-59d926cc-a471-4ddd-b535-0ab5587a3f0c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:23.568841 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-91b18f5a-ebd8-404c-b9e3-790143d87d97 req-59d926cc-a471-4ddd-b535-0ab5587a3f0c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.1252365 Nov 10 14:23:23.591906 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-94d2fb3d-9655-4b8b-8ec2-65d7a012d19d req-de015192-f1a4-44b6-8810-f424016207e3 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655742 Nov 10 14:23:23.645803 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-91b18f5a-ebd8-404c-b9e3-790143d87d97 req-9fc99ef3-e8d4-4e04-9a57-6e26b557b3c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Nov 10 14:23:23.974384 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5815ea8-2834-461b-81e1-887532da4a68 req-f1b819c5-8451-4808-b1ab-e569cb90c685 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:23.975951 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f5815ea8-2834-461b-81e1-887532da4a68 req-f1b819c5-8451-4808-b1ab-e569cb90c685 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.0983782 Nov 10 14:23:24.060026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Deleting port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:23:24.070874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:24.230381 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa508d-8810-4af8-b565-b3e987e6deb3 req-8ca8bcb0-c646-4478-b860-90812d56c826 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:24.239031 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4ffa508d-8810-4af8-b565-b3e987e6deb3 req-8ca8bcb0-c646-4478-b860-90812d56c826 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1159358 Nov 10 14:23:24.312743 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4ffa508d-8810-4af8-b565-b3e987e6deb3 req-d3bd311a-7a5f-43b0-ad3e-edcdb337f4cd tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707548 Nov 10 14:23:24.487630 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] For port 04f57db1-87d4-4e4d-9381-0a9809f2cf49, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=04f57db1-87d4-4e4d-9381-0a9809f2cf49,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:24.488071 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:24.623100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Calling delete_port for 04f57db1-87d4-4e4d-9381-0a9809f2cf49 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:23:24.882129 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec165a4-adc8-404e-b4a7-d1322c7ef318 req-3db9588a-5123-4e44-9633-d8a6adc45fdf tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:24.886046 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-aec165a4-adc8-404e-b4a7-d1322c7ef318 req-3db9588a-5123-4e44-9633-d8a6adc45fdf tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=69abaee1-6bd8-4828-b54a-59357ec7e2bd HTTP/1.1" status: 200 len: 946 time: 0.1094415 Nov 10 14:23:24.895784 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:24.904319 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2910f5b9-f42a-4073-9a13-c570c3fcb295 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:24.909383 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf', '04f57db1-87d4-4e4d-9381-0a9809f2cf49'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:23:24.959231 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-aec165a4-adc8-404e-b4a7-d1322c7ef318 req-200be344-bc63-437c-9192-8a0c00f9aae7 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Nov 10 14:23:25.040798 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event deleted for resources: {'Port': ['ID=04f57db1-87d4-4e4d-9381-0a9809f2cf49,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:25.092776 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:25.107684 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] No DVR routers for this DVR port 04f57db1-87d4-4e4d-9381-0a9809f2cf49 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:23:25.112122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:25.121869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'name': 'network-vif-deleted', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:25.130562 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f5815ea8-2834-461b-81e1-887532da4a68 req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "DELETE /v2.0/ports/04f57db1-87d4-4e4d-9381-0a9809f2cf49 HTTP/1.1" status: 204 len: 173 time: 1.1484950 Nov 10 14:23:25.148301 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba18dd-736a-4e03-91c1-dbba918d49eb req-0c768431-1613-4019-9d52-e306c8422239 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:25.156697 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f6ba18dd-736a-4e03-91c1-dbba918d49eb req-0c768431-1613-4019-9d52-e306c8422239 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.3919456 Nov 10 14:23:25.230267 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f6ba18dd-736a-4e03-91c1-dbba918d49eb req-1513983b-393c-4398-9f88-5082835d9fde tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722730 Nov 10 14:23:25.238082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69abaee1-6bd8-4828-b54a-59357ec7e2bd', 'name': 'network-vif-deleted', 'tag': '04f57db1-87d4-4e4d-9381-0a9809f2cf49', 'status': 'completed', 'code': 200} Nov 10 14:23:25.583303 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca056-d2c7-4166-86f3-64fbb91fd5c7 req-b35f2535-5725-4949-904f-903282bc4dd9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:25.584863 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a86ca056-d2c7-4166-86f3-64fbb91fd5c7 req-b35f2535-5725-4949-904f-903282bc4dd9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0937104 Nov 10 14:23:25.636779 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a86ca056-d2c7-4166-86f3-64fbb91fd5c7 req-d2da8b67-072c-4f33-b68d-fa972630a73f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Nov 10 14:23:25.979827 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-dcd9719d-c204-4e64-bdb3-1e40b4807c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:26.383763 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:26.489551 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:26.545538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c423f-110c-43eb-a52b-84e8aad7319b req-e9d393b6-9e03-48bd-a509-671fe1434edd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:26.554847 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9d0c423f-110c-43eb-a52b-84e8aad7319b req-e9d393b6-9e03-48bd-a509-671fe1434edd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1199090 Nov 10 14:23:26.611555 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9d0c423f-110c-43eb-a52b-84e8aad7319b req-9a7ba74e-a59d-421c-ab0c-8356a37e8529 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555212 Nov 10 14:23:26.645930 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43734) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:26.810721 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:26.841708 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:26.853538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Usage tracker for resource:security_group_rule and tenant:cc828a0ac49e4f4498d000902e2fb3f8 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:26.856404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e820-2a0d-48ce-9026-14685dff257e req-66decdf2-225f-4e46-a892-2b8ed69df17c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:26.856965 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:26.864095 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:26.870890 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6da0e820-2a0d-48ce-9026-14685dff257e req-66decdf2-225f-4e46-a892-2b8ed69df17c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1024916 Nov 10 14:23:26.936283 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6da0e820-2a0d-48ce-9026-14685dff257e req-3c57f864-6e33-4529-80c1-739a7075eba9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642571 Nov 10 14:23:27.007818 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.014001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.029297 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a03d42f3-f56c-422e-acf2-65eacd79a6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:27.069307 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc828a0ac49e4f4498d000902e2fb3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214528 Nov 10 14:23:27.072069 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43744) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:27.079841 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d49fc-874e-42ee-866b-237df33f8894,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:27.088238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:27.153084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.202279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.348375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.360192 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-69837a54-465f-46d2-9def-741c8540c925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:27.371614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d49fc-874e-42ee-866b-237df33f8894,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:27.373577 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:27.382098 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:27.385587 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a0d49fc-874e-42ee-866b-237df33f8894 HTTP/1.1" status: 204 len: 168 time: 0.3101859 Nov 10 14:23:27.500746 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 04f57db1-87d4-4e4d-9381-0a9809f2cf49 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:23:27.550014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 04f57db1-87d4-4e4d-9381-0a9809f2cf49 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:23:27.550365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 04f57db1-87d4-4e4d-9381-0a9809f2cf49 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:23:27.947907 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d376e1-be9d-42d8-9f40-37ab3fba6c8d req-31329b24-4003-415a-b499-b7c89015e911 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:27.949610 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c5d376e1-be9d-42d8-9f40-37ab3fba6c8d req-31329b24-4003-415a-b499-b7c89015e911 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1301806 Nov 10 14:23:27.999956 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c5d376e1-be9d-42d8-9f40-37ab3fba6c8d req-5f3b2f16-d4d7-4ce0-8e18-e24ebf43031b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Nov 10 14:23:28.084258 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b8765-af83-48ce-9d38-0094b40a3cd7 req-4fa47b47-695f-4755-9210-55a9a02fa52e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:28.085018 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-ab5b8765-af83-48ce-9d38-0094b40a3cd7 req-4fa47b47-695f-4755-9210-55a9a02fa52e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Synchronizing usage tracker for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:28.103752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-ab5b8765-af83-48ce-9d38-0094b40a3cd7 req-4fa47b47-695f-4755-9210-55a9a02fa52e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Unset dirty status for tenant:f01c0f5780e340afa848e81324f1f982 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:28.105343 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ab5b8765-af83-48ce-9d38-0094b40a3cd7 req-4fa47b47-695f-4755-9210-55a9a02fa52e tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1276946 Nov 10 14:23:28.169329 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ab5b8765-af83-48ce-9d38-0094b40a3cd7 req-da8d20ae-2dcd-4e4b-8b8e-838b9909c8a5 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 Nov 10 14:23:28.222669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51357d4-94ad-4a72-8748-637c4ac1c628 req-d918e021-b73c-41a3-8c3e-df66e37b0ff9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:28.224715 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c51357d4-94ad-4a72-8748-637c4ac1c628 req-d918e021-b73c-41a3-8c3e-df66e37b0ff9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0971897 Nov 10 14:23:28.309392 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c51357d4-94ad-4a72-8748-637c4ac1c628 req-37b9cdb7-adb0-4597-9653-938e286d2459 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Nov 10 14:23:28.549776 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7a5f293b-b518-4588-96c6-395c100251b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:29.092707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-f50515aa-55ce-4e9c-b6c0-130a8ce5150c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:29.094741 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-f50515aa-55ce-4e9c-b6c0-130a8ce5150c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 815 time: 0.1540790 Nov 10 14:23:29.109206 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-993b4267-b6fc-4b46-990d-1951d74742c1 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/quotas/deaff4d69cce45b6adbcb268a24ce2db HTTP/1.1" status: 200 len: 375 time: 0.0088942 Nov 10 14:23:29.189686 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089fb7f-782d-4636-aaa1-0deadcaf5bb2 req-2b67bfb9-f5bf-4b84-91da-e5843259b4ad tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:29.192642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5089fb7f-782d-4636-aaa1-0deadcaf5bb2 req-2b67bfb9-f5bf-4b84-91da-e5843259b4ad tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0807106 Nov 10 14:23:29.195346 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-60371d31-ded2-478e-b16a-5fe3e3d557b4 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808265 Nov 10 14:23:29.238013 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5089fb7f-782d-4636-aaa1-0deadcaf5bb2 req-33c9bd0e-7690-42c9-b2b1-aa2c5207e5d2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Nov 10 14:23:29.339238 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-1f771367-3099-4c34-a1ce-67987cf5012d service neutron] 10.222.0.13 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313210 Nov 10 14:23:29.424976 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052a20-54e1-4b43-9d91-d7d5ed81dfa8 req-ef13d118-ceab-4752-bed1-03d16ae6014c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:29.426433 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3e052a20-54e1-4b43-9d91-d7d5ed81dfa8 req-ef13d118-ceab-4752-bed1-03d16ae6014c tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0825918 Nov 10 14:23:29.471976 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3e052a20-54e1-4b43-9d91-d7d5ed81dfa8 req-3680112a-10e7-4f83-b18e-186571039d97 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Nov 10 14:23:29.539984 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:29.546737 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-07e586d6-aa48-43e0-879d-303054e4c615 service neutron] 10.222.0.13 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011089 Nov 10 14:23:29.650001 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd88582-9cae-4737-aaf3-a7ae2f0b1e6b req-80db8a4d-97a1-412d-a1a2-9e4f6a43153b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:29.657098 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6bd88582-9cae-4737-aaf3-a7ae2f0b1e6b req-80db8a4d-97a1-412d-a1a2-9e4f6a43153b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0885298 Nov 10 14:23:29.701750 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6bd88582-9cae-4737-aaf3-a7ae2f0b1e6b req-1ce3c370-ce5c-4c65-b01c-491779fda887 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Nov 10 14:23:29.745821 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-002d2e4e-a77f-46c9-8d05-1597b8a7d886 req-e0795a40-a89b-4451-97be-cec5c78d27c9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 210 time: 0.0614808 Nov 10 14:23:29.987324 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be997-05ee-4a7f-b607-0d27520df95c req-3818eeda-b1fe-46ef-a9b1-42ce402e546d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:29.988796 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-203be997-05ee-4a7f-b607-0d27520df95c req-3818eeda-b1fe-46ef-a9b1-42ce402e546d tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0942683 Nov 10 14:23:30.066538 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Deleting port eef7ee90-5d7c-465e-b7c4-510bf61913bf {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:23:30.066886 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:30.337816 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] For port eef7ee90-5d7c-465e-b7c4-510bf61913bf, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=eef7ee90-5d7c-465e-b7c4-510bf61913bf,segment=NetworkSegment(bf465cab-cf9c-4680-acbc-04351c967a43),segment_id=bf465cab-cf9c-4680-acbc-04351c967a43)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:30.338561 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:30.469503 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Calling delete_port for eef7ee90-5d7c-465e-b7c4-510bf61913bf owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:23:30.478001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dc775-4db7-437d-918b-38a717d12c2b req-609f95b6-32d6-4f76-893f-140a6a711f79 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:30.480147 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5f9dc775-4db7-437d-918b-38a717d12c2b req-609f95b6-32d6-4f76-893f-140a6a711f79 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0943010 Nov 10 14:23:30.555277 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5f9dc775-4db7-437d-918b-38a717d12c2b req-f6d3122f-538a-4ee3-b431-d199cf35d303 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656760 Nov 10 14:23:30.681377 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:30.687143 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f418ac21-8c38-4679-844b-5e9cb12ab8c4 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:30.693231 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['eef7ee90-5d7c-465e-b7c4-510bf61913bf'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:23:30.735868 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Pushing event deleted for resources: {'Port': ['ID=eef7ee90-5d7c-465e-b7c4-510bf61913bf,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:30.740942 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:30.824526 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9b35-ab83-4e68-92de-317bac876857 req-318d6b29-46e8-41e7-b5d9-97e871d93ca0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:30.825995 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-913a9b35-ab83-4e68-92de-317bac876857 req-318d6b29-46e8-41e7-b5d9-97e871d93ca0 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/ports?device_id=51396d01-3c03-4470-831b-d4f4475d6dd6 HTTP/1.1" status: 200 len: 867 time: 0.2193534 Nov 10 14:23:30.833861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] No DVR routers for this DVR port eef7ee90-5d7c-465e-b7c4-510bf61913bf on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:23:30.849084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:30.851575 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'name': 'network-vif-deleted', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:30.883726 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-203be997-05ee-4a7f-b607-0d27520df95c req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.18 "DELETE /v2.0/ports/eef7ee90-5d7c-465e-b7c4-510bf61913bf HTTP/1.1" status: 204 len: 173 time: 0.8870437 Nov 10 14:23:30.888658 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-913a9b35-ab83-4e68-92de-317bac876857 req-ba20c0af-6871-4bcb-b1bb-8d950615e93f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 Nov 10 14:23:30.916011 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fcc0-c542-4c90-bf97-5af20664a4e1 req-6b6ece4b-192c-4e09-a01d-a801d89d0a42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:30.917631 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f2a8fcc0-c542-4c90-bf97-5af20664a4e1 req-6b6ece4b-192c-4e09-a01d-a801d89d0a42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1002300 Nov 10 14:23:30.968469 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f2a8fcc0-c542-4c90-bf97-5af20664a4e1 req-949e8389-3066-4ab6-ab08-8edf5ef4037e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Nov 10 14:23:31.079468 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51396d01-3c03-4470-831b-d4f4475d6dd6', 'name': 'network-vif-deleted', 'tag': 'eef7ee90-5d7c-465e-b7c4-510bf61913bf', 'status': 'completed', 'code': 200} Nov 10 14:23:31.137630 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3c9c1f7a-ec40-4153-a1fb-2c3363fdd0e9 req-da58606a-dd5d-4d8a-ab29-ba18a6fffe47 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:31.163723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:31.166837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3c9c1f7a-ec40-4153-a1fb-2c3363fdd0e9 req-da58606a-dd5d-4d8a-ab29-ba18a6fffe47 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:31.168002 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c9c1f7a-ec40-4153-a1fb-2c3363fdd0e9 req-da58606a-dd5d-4d8a-ab29-ba18a6fffe47 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 210 time: 0.0877936 Nov 10 14:23:31.222950 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-28d24fb8-3ea2-4ed9-8f5a-8e06df45c959 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:31.223612 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-28d24fb8-3ea2-4ed9-8f5a-8e06df45c959 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:31.242760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-28d24fb8-3ea2-4ed9-8f5a-8e06df45c959 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:31.243876 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-28d24fb8-3ea2-4ed9-8f5a-8e06df45c959 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 815 time: 0.2748778 Nov 10 14:23:31.268679 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'port': {'device_id': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'admin_state_up': True, 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:31.480905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:31.491635 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:31.501924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Made reservation on behalf of deaff4d69cce45b6adbcb268a24ce2db for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:23:31.505688 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:31.693515 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Allocated IP 172.20.0.5 (5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40/17f515c2-c939-4af2-860d-d95c7d2ef0b8/efe0b433-8d88-439e-8160-e7c2efad14d6) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:31.914039 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e980-ac79-45bb-a709-37ab8330a4ad req-57bb6e9b-b524-4ebf-86da-da4b2f491228 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:31.919027 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ebd5e980-ac79-45bb-a709-37ab8330a4ad req-57bb6e9b-b524-4ebf-86da-da4b2f491228 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2258370 Nov 10 14:23:31.942345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:31.961865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Transition to ACTIVE for port object efe0b433-8d88-439e-8160-e7c2efad14d6 will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:31.997293 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.005730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9c6a8cce-9224-4b23-9be6-befb36f33fa6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:32.020119 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ebd5e980-ac79-45bb-a709-37ab8330a4ad req-94d26d04-94c3-4c93-9f36-578e4cff2f77 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947433 Nov 10 14:23:32.037181 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43874) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:32.096084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:32.099786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:32.104619 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:32.149650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:32.155218 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:32.189633 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:32.190279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.230561 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648395 Nov 10 14:23:32.232165 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Deleting subnet bf13b4bf-1f24-4f1e-beab-7527a692bb55 {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:23:32.238856 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.375657 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.399627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.445154 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2376c1b-ae59-4470-a372-aadcdd476980 req-68697a69-2156-486d-99e8-f23762a7b41a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:32.449888 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a2376c1b-ae59-4470-a372-aadcdd476980 req-68697a69-2156-486d-99e8-f23762a7b41a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2277577 Nov 10 14:23:32.513948 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a2376c1b-ae59-4470-a372-aadcdd476980 req-d3513279-1633-48a4-acec-fd50b9fcbd08 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Nov 10 14:23:32.565527 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-c3ffde8f-8d25-4905-8954-0c8d20c255bf None None] Provisioning for port efe0b433-8d88-439e-8160-e7c2efad14d6 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:32.573790 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-c3ffde8f-8d25-4905-8954-0c8d20c255bf None None] Provisioning complete for port efe0b433-8d88-439e-8160-e7c2efad14d6 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:32.574664 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-c3ffde8f-8d25-4905-8954-0c8d20c255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.590895 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.598914 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a228f3ed-b011-4f06-9623-ab856c2c3cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:32.644240 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:32.647626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf13b4bf-1f24-4f1e-beab-7527a692bb55,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:32.651607 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:32.671485 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bf13b4bf-1f24-4f1e-beab-7527a692bb55 HTTP/1.1" status: 204 len: 168 time: 0.6332042 Nov 10 14:23:32.671714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43886) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:32.689325 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40f92-a3e9-48e9-a41d-e3a83c499bdb req-98604308-9b2b-4bec-896b-42e22562da32 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:32.697620 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7cc40f92-a3e9-48e9-a41d-e3a83c499bdb req-98604308-9b2b-4bec-896b-42e22562da32 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.2347572 Nov 10 14:23:32.715354 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffde8f-8d25-4905-8954-0c8d20c255bf None None] Port efe0b433-8d88-439e-8160-e7c2efad14d6 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:23:32.772309 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7cc40f92-a3e9-48e9-a41d-e3a83c499bdb req-73923099-1f7d-4340-97d7-42d0c5e416a6 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737143 Nov 10 14:23:32.855660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.013465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.045551 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfee090-4f93-4aae-91db-7048ea9fdc45']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:33.060725 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf465cab-cf9c-4680-acbc-04351c967a43') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:33.061156 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf465cab-cf9c-4680-acbc-04351c967a43') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:33.076509 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.098582 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.112431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:23:33.116742 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:23:33.132259 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:23:33.293497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.313037 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.316549 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:33.344378 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfee090-4f93-4aae-91db-7048ea9fdc45,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:33.354112 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aeaccc-d6bb-4463-86db-7d3328aab44a req-4b4c9e08-e477-4082-b2f8-bfbf3d4b3b81 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:33.355676 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-93aeaccc-d6bb-4463-86db-7d3328aab44a req-4b4c9e08-e477-4082-b2f8-bfbf3d4b3b81 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1561303 Nov 10 14:23:33.357756 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:33.402255 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-bff24700-b088-410e-b960-b2682b2c11a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7cfee090-4f93-4aae-91db-7048ea9fdc45 HTTP/1.1" status: 204 len: 168 time: 0.7227569 Nov 10 14:23:33.460925 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-93aeaccc-d6bb-4463-86db-7d3328aab44a req-1314518f-6a9d-42b4-924c-118b76aa5343 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975115 Nov 10 14:23:33.516506 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device eef7ee90-5d7c-465e-b7c4-510bf61913bf no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:23:33.611451 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43908) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:33.627038 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: eef7ee90-5d7c-465e-b7c4-510bf61913bf {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:23:33.627622 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device eef7ee90-5d7c-465e-b7c4-510bf61913bf not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:23:33.752975 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6e2c6313-e631-410e-86be-65cded0bd89c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f01c0f5780e340afa848e81324f1f982&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1402867 Nov 10 14:23:33.757363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 43912) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:33.788827 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8b866-4287-4a54-a29b-ee0f3a42c2a5 req-ea8b1db8-98f0-4eb1-80ea-c4793bfa1af5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:33.790351 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97a8b866-4287-4a54-a29b-ee0f3a42c2a5 req-ea8b1db8-98f0-4eb1-80ea-c4793bfa1af5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1481683 Nov 10 14:23:33.831551 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.855804 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97a8b866-4287-4a54-a29b-ee0f3a42c2a5 req-0ec32472-e66d-41a7-824b-97efb4a1c002 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Nov 10 14:23:33.862485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.970766 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:33.976448 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bfd7d6e2-b25b-45fa-ac5f-9878ac24d873 tempest-VolumesNegativeTest-1808207186 tempest-VolumesNegativeTest-1808207186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:33.993912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:33.996916 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:34.009886 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:34.011160 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2dcbc2d-4f1b-4df5-ae06-db55e873d5e6 HTTP/1.1" status: 204 len: 168 time: 0.2538893 Nov 10 14:23:34.040681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-4fd83d15-9200-4879-b240-96009009ef07 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:34.041581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-4fd83d15-9200-4879-b240-96009009ef07 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:34.070371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-4fd83d15-9200-4879-b240-96009009ef07 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:34.071513 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-4fd83d15-9200-4879-b240-96009009ef07 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.1677575 Nov 10 14:23:34.120237 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-51590bb6-5de1-4a55-b766-35eec45ccc5b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:34.143586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-51590bb6-5de1-4a55-b766-35eec45ccc5b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:34.146095 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2909701d-4a75-4b5d-94a2-941f9c832314 req-51590bb6-5de1-4a55-b766-35eec45ccc5b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664346 Nov 10 14:23:34.667457 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34ba4-616d-434b-8534-0f20b2e11731 req-ce9a683b-1048-48e3-b88a-f08b786e9d6e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:34.669026 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1cb34ba4-616d-434b-8534-0f20b2e11731 req-ce9a683b-1048-48e3-b88a-f08b786e9d6e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0953977 Nov 10 14:23:34.722559 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1cb34ba4-616d-434b-8534-0f20b2e11731 req-76909d16-7b28-4034-9be3-2a97242b29d1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466127 Nov 10 14:23:35.073790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6cdd-7a83-4480-8a5b-869159e408d0 req-c82994f6-e306-485d-9a2b-a867f081510e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:35.078982 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-db4b6cdd-7a83-4480-8a5b-869159e408d0 req-c82994f6-e306-485d-9a2b-a867f081510e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1057327 Nov 10 14:23:35.136472 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-db4b6cdd-7a83-4480-8a5b-869159e408d0 req-4356fcfd-3346-4049-b9f7-39fb5190a613 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531576 Nov 10 14:23:35.424100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aca41-6b5f-4c4e-af26-4598f7d3d395 req-d480693c-61fb-42d4-97b3-535064bff509 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:35.425923 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-557aca41-6b5f-4c4e-af26-4598f7d3d395 req-d480693c-61fb-42d4-97b3-535064bff509 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.1090941 Nov 10 14:23:35.481600 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-557aca41-6b5f-4c4e-af26-4598f7d3d395 req-21c33d27-40b2-4ca0-b767-1c5f389aea63 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460863 Nov 10 14:23:35.860583 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 43988) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:35.997774 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.006057 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513be81-a384-47f7-9d9a-4f17cbf8a2d0 req-caafffe4-03fa-4eff-8e2e-533bdd2a96da tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:36.013152 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3513be81-a384-47f7-9d9a-4f17cbf8a2d0 req-caafffe4-03fa-4eff-8e2e-533bdd2a96da tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1691160 Nov 10 14:23:36.016717 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:36.024990 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:de1503d000a94f4688785d4538992c67 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:36.028722 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:36.036035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:36.066706 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3513be81-a384-47f7-9d9a-4f17cbf8a2d0 req-fa66098a-3a56-4eb4-9639-9903d27a9baa tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526929 Nov 10 14:23:36.160224 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.193361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.201477 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b3a86847-2e93-4275-afdf-2610cef4e75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:36.296677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19a9dd1-3877-46d1-b036-cc9a692cf7de,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:36.303077 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:36.309406 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44004) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:36.310130 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de1503d000a94f4688785d4538992c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477921 Nov 10 14:23:36.438618 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.478836 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.515500 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01217-fe1e-4290-939d-6c274aad84d2 req-647bae16-a3d9-4927-9571-cf59b5637360 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:36.516748 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-72a01217-fe1e-4290-939d-6c274aad84d2 req-647bae16-a3d9-4927-9571-cf59b5637360 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1373067 Nov 10 14:23:36.586718 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-72a01217-fe1e-4290-939d-6c274aad84d2 req-2345c17c-fba6-4120-ab25-4f8fb9fe910e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Nov 10 14:23:36.591798 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.596058 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-108e8a77-585d-4af0-b474-146966f36f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:36.630681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19a9dd1-3877-46d1-b036-cc9a692cf7de,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:36.662984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:36.668422 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:36.675893 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19a9dd1-3877-46d1-b036-cc9a692cf7de HTTP/1.1" status: 204 len: 168 time: 0.3641403 Nov 10 14:23:36.798960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57af21-8394-4075-a00f-f33903d0bb86 req-300253e4-32a0-4a11-830c-fd091ea5e4e0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:36.807461 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8a57af21-8394-4075-a00f-f33903d0bb86 req-300253e4-32a0-4a11-830c-fd091ea5e4e0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.1144524 Nov 10 14:23:36.873874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8a57af21-8394-4075-a00f-f33903d0bb86 req-deccadad-eab3-41ce-8efe-28711336578b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Nov 10 14:23:37.313242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99407-14e9-4a9b-840e-82ccd9f6b3f8 req-b708bba1-2df1-42d2-94da-39a77e3549f2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:37.315050 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2c99407-14e9-4a9b-840e-82ccd9f6b3f8 req-b708bba1-2df1-42d2-94da-39a77e3549f2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1185355 Nov 10 14:23:37.381346 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2c99407-14e9-4a9b-840e-82ccd9f6b3f8 req-be9a19bc-2fd8-4cf1-ae27-1376dfaac57a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594022 Nov 10 14:23:37.850896 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844bf7b-846e-4451-b6fc-7de42f78a995 req-885ae5e3-a6f0-4022-b808-47ed33bdbafe tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:37.855011 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d844bf7b-846e-4451-b6fc-7de42f78a995 req-885ae5e3-a6f0-4022-b808-47ed33bdbafe tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Nov 10 14:23:37.926291 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d844bf7b-846e-4451-b6fc-7de42f78a995 req-80c8ac2b-a150-459b-b929-91968146a476 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585964 Nov 10 14:23:38.105485 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908322fc-eb84-4709-bb36-32003d2bafc1 req-fe8d0714-d078-4fd5-922a-1b42c0e7c8f4 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:38.106952 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-908322fc-eb84-4709-bb36-32003d2bafc1 req-fe8d0714-d078-4fd5-922a-1b42c0e7c8f4 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.0976241 Nov 10 14:23:38.156461 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-908322fc-eb84-4709-bb36-32003d2bafc1 req-781614a9-09e6-4e4d-a61b-59f6b76f12ab tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Nov 10 14:23:38.601812 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84f49-e48f-402a-9026-822dee47992d req-803c16c3-44a1-42fe-b90b-59a656b27daf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:38.603757 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfd84f49-e48f-402a-9026-822dee47992d req-803c16c3-44a1-42fe-b90b-59a656b27daf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0852900 Nov 10 14:23:38.651038 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfd84f49-e48f-402a-9026-822dee47992d req-e89cf805-4d8c-42c8-a9db-ebc9a96b3978 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396776 Nov 10 14:23:39.171170 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe17a9-1a40-4ced-a9df-e51e29072a3b req-224a660f-a972-4be9-9c29-77f2f2739dd8 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:39.176096 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8ffe17a9-1a40-4ced-a9df-e51e29072a3b req-224a660f-a972-4be9-9c29-77f2f2739dd8 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1105721 Nov 10 14:23:39.232820 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8ffe17a9-1a40-4ced-a9df-e51e29072a3b req-1a64d8f3-91f4-49bc-baef-e97955f8d66b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Nov 10 14:23:39.397157 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44082) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:39.412239 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1135e0-62cd-4e94-bbf8-767e257e9679 req-000c40ec-8d3b-4193-80ff-f9c7ca589d7a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:39.413701 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0e1135e0-62cd-4e94-bbf8-767e257e9679 req-000c40ec-8d3b-4193-80ff-f9c7ca589d7a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.1008222 Nov 10 14:23:39.460486 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0e1135e0-62cd-4e94-bbf8-767e257e9679 req-61a1d1cf-5ac5-4c8c-afff-ad6ac767673c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Nov 10 14:23:39.543457 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.559271 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:39.564002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Usage tracker for resource:security_group_rule and tenant:aac35703e94d479c9a542931ec7f538a is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:39.567099 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:39.573471 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:39.659235 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.662674 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.669332 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:39.713879 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e78880d-46dc-4a8c-8687-2edece707a2c,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:39.721374 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44092) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:39.721662 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aac35703e94d479c9a542931ec7f538a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218441 Nov 10 14:23:39.722392 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-98e21932-4341-489a-a6e9-c80756236599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:39.843163 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.885966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.933383 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24587097-2da8-4774-badd-28a7973b5a68 req-688fa181-f8f7-44eb-8d7c-909bf4ad60b7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:39.934869 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-24587097-2da8-4774-badd-28a7973b5a68 req-688fa181-f8f7-44eb-8d7c-909bf4ad60b7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1457360 Nov 10 14:23:39.988445 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-24587097-2da8-4774-badd-28a7973b5a68 req-12eb5ffa-7adb-4705-9db6-a0f2ef40119e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465491 Nov 10 14:23:39.989706 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:39.993673 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e80397f8-fa2b-4794-98ca-fdc33294cefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:40.007081 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e78880d-46dc-4a8c-8687-2edece707a2c,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:40.024183 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:40.032990 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:40.034179 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e78880d-46dc-4a8c-8687-2edece707a2c HTTP/1.1" status: 204 len: 168 time: 0.3109477 Nov 10 14:23:40.476648 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33eb1-857c-4d60-ae6c-f46ef651c138 req-a661e37f-334c-4050-8411-3f54789f8a0e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:40.478287 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e7f33eb1-857c-4d60-ae6c-f46ef651c138 req-a661e37f-334c-4050-8411-3f54789f8a0e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0918772 Nov 10 14:23:40.525973 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e7f33eb1-857c-4d60-ae6c-f46ef651c138 req-400379a1-e54c-4d7e-8530-e91f71b9b0b7 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Nov 10 14:23:40.697639 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d624b-94ca-4577-b875-17429a90eb87 req-699e34d1-e8c6-4b15-be4f-a10eaffd2e3c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:40.699129 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fc3d624b-94ca-4577-b875-17429a90eb87 req-699e34d1-e8c6-4b15-be4f-a10eaffd2e3c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.1010401 Nov 10 14:23:40.757555 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fc3d624b-94ca-4577-b875-17429a90eb87 req-1b69b9f0-afe4-4208-ae62-0a65e22171fb tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Nov 10 14:23:41.200533 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4890bd-6490-419c-bfde-f962320eceb0 req-c689d5a1-0b98-4872-863d-e7ef4f45717d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:41.202848 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a4890bd-6490-419c-bfde-f962320eceb0 req-c689d5a1-0b98-4872-863d-e7ef4f45717d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1023355 Nov 10 14:23:41.256365 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2a4890bd-6490-419c-bfde-f962320eceb0 req-620ced32-3e39-43c2-945d-ad27b74099ff tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Nov 10 14:23:41.808962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b6ab5-01bd-4b83-853a-34a731c5d329 req-b5170fe8-48db-48e0-9ec0-b0ae9866386e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:41.810417 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f89b6ab5-01bd-4b83-853a-34a731c5d329 req-b5170fe8-48db-48e0-9ec0-b0ae9866386e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1467309 Nov 10 14:23:41.879725 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f89b6ab5-01bd-4b83-853a-34a731c5d329 req-6a472e5b-be53-4577-ab24-2475be662d45 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Nov 10 14:23:41.966871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4ec5-d3b5-4c7d-a2b2-49f268d09e56 req-04d8e0b0-cc21-4897-ac20-7fc228dcfc81 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:41.968913 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-580d4ec5-d3b5-4c7d-a2b2-49f268d09e56 req-04d8e0b0-cc21-4897-ac20-7fc228dcfc81 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.0855906 Nov 10 14:23:42.016690 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-580d4ec5-d3b5-4c7d-a2b2-49f268d09e56 req-63fddca6-8c3b-4170-b74a-15a4e3b6625d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Nov 10 14:23:42.454610 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5205-15a1-4e1e-9409-77bb4487275f req-ae0b7836-fb3c-4c54-8aad-f58a4b5fa1dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:42.456060 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fd3b5205-15a1-4e1e-9409-77bb4487275f req-ae0b7836-fb3c-4c54-8aad-f58a4b5fa1dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0825303 Nov 10 14:23:42.502841 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fd3b5205-15a1-4e1e-9409-77bb4487275f req-1891d361-bd79-419e-90ce-4a2d50d5b620 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Nov 10 14:23:43.063230 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaad2f4-2192-49cd-8c4d-2de1fde52997 req-86d09144-e948-4a98-9ef1-bc7696b7d104 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:43.064705 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9eaad2f4-2192-49cd-8c4d-2de1fde52997 req-86d09144-e948-4a98-9ef1-bc7696b7d104 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0824218 Nov 10 14:23:43.109012 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9eaad2f4-2192-49cd-8c4d-2de1fde52997 req-b1c4412c-5f10-47ba-9f93-5b171d24f798 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Nov 10 14:23:43.207255 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2394879-4b5e-489b-9031-9ada2f997b5d req-0aced477-07c3-4018-a444-f760720dc714 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:43.208622 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2394879-4b5e-489b-9031-9ada2f997b5d req-0aced477-07c3-4018-a444-f760720dc714 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 931 time: 0.0791109 Nov 10 14:23:43.256580 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2394879-4b5e-489b-9031-9ada2f997b5d req-f5993987-c74c-42f2-b085-0315ec376303 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Nov 10 14:23:43.264778 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Request body: {'port': {'device_id': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:43.384255 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:43.789188 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1e8b-da43-4614-85e5-a7fe0dae508e req-116517af-687c-4785-8860-541d891269af tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:43.790707 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0cfa1e8b-da43-4614-85e5-a7fe0dae508e req-116517af-687c-4785-8860-541d891269af tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1488845 Nov 10 14:23:43.844253 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe0b433-8d88-439e-8160-e7c2efad14d6 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:23:43.855906 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:43.864373 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0cfa1e8b-da43-4614-85e5-a7fe0dae508e req-e287459e-f47e-4c38-96d2-804a413949cd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627308 Nov 10 14:23:43.875696 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Transition to ACTIVE for port object efe0b433-8d88-439e-8160-e7c2efad14d6 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:23:43.879004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:43.883717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-2b5439b3-0488-4897-bae4-de5d0a98bd06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:44.104222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:44.146085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:44.312522 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dda7fc-b290-4392-9745-f2b823055e19 req-8da3e884-7dd7-4908-909b-913b340e8988 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.313960 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-01dda7fc-b290-4392-9745-f2b823055e19 req-8da3e884-7dd7-4908-909b-913b340e8988 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0882673 Nov 10 14:23:44.342921 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Attempting to bind port efe0b433-8d88-439e-8160-e7c2efad14d6 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:23:44.343260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Attempting to bind port efe0b433-8d88-439e-8160-e7c2efad14d6 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:23:44.343590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Attempting to bind port efe0b433-8d88-439e-8160-e7c2efad14d6 on network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:44.358904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Port efe0b433-8d88-439e-8160-e7c2efad14d6 on network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:23:44.359116 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-01dda7fc-b290-4392-9745-f2b823055e19 req-a090cecd-994c-43ba-9a86-c7c86c8de8e4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Nov 10 14:23:44.359224 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Attempting to bind port efe0b433-8d88-439e-8160-e7c2efad14d6 on network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:23:44.370050 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:23:44.370518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Checking segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:23:44.370781 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Bound using segment: {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:23:44.371213 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Bound port: efe0b433-8d88-439e-8160-e7c2efad14d6, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab49135-40a1-4fe5-a6fc-02ca84831f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:23:44.371560 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:44.390165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405968-781e-4e0a-baee-31166abbf232 req-c3d603b6-c4c6-475d-92a1-00417956f626 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.391670 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ac405968-781e-4e0a-baee-31166abbf232 req-c3d603b6-c4c6-475d-92a1-00417956f626 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2330413 Nov 10 14:23:44.416011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-34da7074-34ba-4197-946a-e983f6063e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.417420 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-34da7074-34ba-4197-946a-e983f6063e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1098 time: 0.1822295 Nov 10 14:23:44.528274 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a8d80-4c56-42e9-952b-afa1e4d697a2 req-bdc365e5-f925-426f-b38c-0e417932093b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.530274 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9c6a8d80-4c56-42e9-952b-afa1e4d697a2 req-bdc365e5-f925-426f-b38c-0e417932093b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 943 time: 0.0791612 Nov 10 14:23:44.573695 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9c6a8d80-4c56-42e9-952b-afa1e4d697a2 req-618aa955-6e0c-423a-87a8-fe450ce1d996 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Nov 10 14:23:44.580930 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ac405968-781e-4e0a-baee-31166abbf232 req-c22ad593-8768-4035-9617-d66b0400cca6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809821 Nov 10 14:23:44.598464 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:23:44.603851 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:23:44.618719 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:44.624274 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:44.697821 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-517d0532-0613-4e1b-aa50-400d48e567e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.699282 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-517d0532-0613-4e1b-aa50-400d48e567e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.2527030 Nov 10 14:23:44.706296 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.706947 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:44.708257 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 1093 time: 1.4478266 Nov 10 14:23:44.708733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:44.794846 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:23:44.845285 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:44.851584 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:44.887833 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-60af5913-6f18-424a-b895-a65917507dda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 1001 time: 0.1740654 Nov 10 14:23:44.972733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-e86cf091-4665-4a1f-b6ed-445ef7b4c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:44.974224 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-e86cf091-4665-4a1f-b6ed-445ef7b4c7bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1096 time: 0.1927097 Nov 10 14:23:45.059607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-8a13701b-84ce-4366-a097-c053c9c23a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.062046 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-8a13701b-84ce-4366-a097-c053c9c23a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1499047 Nov 10 14:23:45.063984 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-e29b1b08-b638-4f3f-9891-a39cdab9ba14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 217 time: 0.0795684 Nov 10 14:23:45.185169 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-b0a388db-6ab2-4bd8-b6c8-fff897e81263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.187315 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-b0a388db-6ab2-4bd8-b6c8-fff897e81263 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.1115201 Nov 10 14:23:45.198364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44178) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:45.257037 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-39300ad1-d817-42b6-b379-438c1dc94476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.258540 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-39300ad1-d817-42b6-b379-438c1dc94476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1846070 Nov 10 14:23:45.333684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.351711 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:45.355468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:b59ddce7397245a189e844eec26be85d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:45.358777 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:45.363074 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-1d19ae02-cce6-4e48-9728-e8c2d8cae649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.364593 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-1d19ae02-cce6-4e48-9728-e8c2d8cae649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1684265 Nov 10 14:23:45.365113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:45.469622 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.473966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.484555 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0a8b8aaf-3dd0-4b39-a904-d84ae1e0ddc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:45.496729 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-256d602b-20b4-4355-9b39-74c7d1ffd3e8 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294884 Nov 10 14:23:45.563536 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b59ddce7397245a189e844eec26be85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637829 Nov 10 14:23:45.565020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23c255-4a26-403e-bbcf-1bd9d6936782,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:45.568191 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:45.569638 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44186) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:45.608629 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-2d5649d5-797b-49f1-ab60-cede8ad5f8a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355998 Nov 10 14:23:45.656012 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61f265-7579-4922-bacc-eb10cc774a18 req-8dddd679-5a60-4fd2-a0cd-f1fe72768939 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.657510 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8b61f265-7579-4922-bacc-eb10cc774a18 req-8dddd679-5a60-4fd2-a0cd-f1fe72768939 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1750031 Nov 10 14:23:45.666030 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.725690 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.743813 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8b61f265-7579-4922-bacc-eb10cc774a18 req-b146f432-e9cb-413f-8fc8-c0a6d9e92f34 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787525 Nov 10 14:23:45.792892 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.798860 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1d50a147-f2ab-4551-8275-6c1221e275f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:45.810993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23c255-4a26-403e-bbcf-1bd9d6936782,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:45.813683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:45.817390 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:45.818689 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e23c255-4a26-403e-bbcf-1bd9d6936782 HTTP/1.1" status: 204 len: 168 time: 0.2430046 Nov 10 14:23:45.892494 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3c00759a-aaa1-4c11-b97d-1390343e2ac1 req-570f20ae-0f5d-4b68-8e5d-f593a1d650a6 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803251 Nov 10 14:23:45.929597 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6e4779a3-d7a9-4f9a-ae76-21b1ec37eaf9 req-c18c2c1c-5a6a-4311-939b-26bcfe17c866 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130798 Nov 10 14:23:45.945709 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0c5de-0bd5-40f6-b06f-28560490eb75 req-b0af16d0-1fcf-460a-ba75-4472d749b668 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.947340 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-68b0c5de-0bd5-40f6-b06f-28560490eb75 req-b0af16d0-1fcf-460a-ba75-4472d749b668 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 943 time: 0.1662803 Nov 10 14:23:45.987705 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bae07-6bda-49a1-b71f-dd35ea70adae req-c0972027-b9c0-422f-b50e-b730aa4a3a78 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:45.996832 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e56bae07-6bda-49a1-b71f-dd35ea70adae req-c0972027-b9c0-422f-b50e-b730aa4a3a78 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1255686 Nov 10 14:23:46.035819 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e56bae07-6bda-49a1-b71f-dd35ea70adae req-01bf8a6b-91a9-42e9-8eb4-57774b70ee07 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392363 Nov 10 14:23:46.060695 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-68b0c5de-0bd5-40f6-b06f-28560490eb75 req-603b6ccf-d260-4fe7-a10f-507b3d5c7c9a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005793 Nov 10 14:23:46.081814 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-10131745-4273-43c0-9903-856910f2b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:46.083303 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-10131745-4273-43c0-9903-856910f2b3db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1096 time: 0.0945303 Nov 10 14:23:46.149721 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44200) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:46.167419 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.182063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:46.185948 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Usage tracker for resource:security_group_rule and tenant:4db99f36d6244df9892301e860b1bce5 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:46.188896 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:46.194838 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:46.223334 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-13e67054-6539-47dd-99bd-cc933a87b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:46.225083 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-13e67054-6539-47dd-99bd-cc933a87b483 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.1337867 Nov 10 14:23:46.293022 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.297167 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.304304 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-03309928-a711-4a6d-b975-f42201fa6ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:46.305404 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-0e9b8a11-c0ad-4c2e-b4fc-fc05ea3b3c6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 217 time: 0.0695279 Nov 10 14:23:46.344096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed1640-b096-4dbc-bffc-19cbd6f46965,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:46.348366 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4db99f36d6244df9892301e860b1bce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976519 Nov 10 14:23:46.349246 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:46.350993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44204) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:46.376846 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-005c097f-6326-437e-908b-91e269891487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:46.378204 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-005c097f-6326-437e-908b-91e269891487 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.0627759 Nov 10 14:23:46.414726 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.440722 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.456082 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-43382792-e292-4d98-97c8-b9d49b569ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:46.458008 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-43382792-e292-4d98-97c8-b9d49b569ac0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727270 Nov 10 14:23:46.495549 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.502877 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5aae6e86-7e77-4561-976e-f094625afdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:46.516566 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:46.517678 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45ed1640-b096-4dbc-bffc-19cbd6f46965 HTTP/1.1" status: 204 len: 168 time: 0.1657982 Nov 10 14:23:46.518558 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed1640-b096-4dbc-bffc-19cbd6f46965,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:46.520616 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:46.613573 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-6ec2bd04-f98b-404a-945d-3c613a206ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470613 Nov 10 14:23:46.771888 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c31fbc79-8176-4cfe-b5db-82d3bdba1111 req-8bc58419-e94a-4979-83f6-edb8ee8985a3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435354 Nov 10 14:23:46.929519 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbe5f3-8932-4145-ba51-0c6540eb55be req-48514d58-eb58-426e-acb1-7af4cc4a64c9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:46.931017 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b9fbe5f3-8932-4145-ba51-0c6540eb55be req-48514d58-eb58-426e-acb1-7af4cc4a64c9 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0818958 Nov 10 14:23:46.977184 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b9fbe5f3-8932-4145-ba51-0c6540eb55be req-ef0e5920-3b13-4a2f-862b-3d985456b564 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Nov 10 14:23:47.234360 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e099e3-c1a1-4de3-82c0-ee84d2f20777 req-164e8d32-1491-4fe5-b361-533a881f56ea tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:47.235931 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32e099e3-c1a1-4de3-82c0-ee84d2f20777 req-164e8d32-1491-4fe5-b361-533a881f56ea tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Nov 10 14:23:47.283231 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb28f2e-4683-4f57-8945-fd64a28497d0 req-d4c7bdaf-09b7-42c7-a70a-970be6e9d6b7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:47.285239 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4bb28f2e-4683-4f57-8945-fd64a28497d0 req-d4c7bdaf-09b7-42c7-a70a-970be6e9d6b7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 943 time: 0.1093276 Nov 10 14:23:47.300836 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32e099e3-c1a1-4de3-82c0-ee84d2f20777 req-52185e7e-5bb3-4cf8-823c-bb4582ac8521 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537541 Nov 10 14:23:47.332878 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4bb28f2e-4683-4f57-8945-fd64a28497d0 req-589aac23-583c-4b0f-a87a-547002a4a8c7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Nov 10 14:23:47.643533 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device efe0b433-8d88-439e-8160-e7c2efad14d6 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:23:47.778948 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:47.793949 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'port_id': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'mac_address': 'fa:16:3e:1c:83:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:23:47.851765 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:47.868218 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe0b433-8d88-439e-8160-e7c2efad14d6 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:23:47.883874 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:47.888188 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:47.890398 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:47.954326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:47.957391 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:48.177842 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:23:48.195949 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96112e-8a51-4149-b7b5-47a7e8b8dbb3 req-4fe65bf2-fdad-477d-9efa-1cc07d8164e2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:48.198533 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ee96112e-8a51-4149-b7b5-47a7e8b8dbb3 req-4fe65bf2-fdad-477d-9efa-1cc07d8164e2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1048474 Nov 10 14:23:48.254162 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ee96112e-8a51-4149-b7b5-47a7e8b8dbb3 req-18477f29-a33c-4491-97ac-6a87770a1d4f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Nov 10 14:23:48.543998 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f219dc-2829-413f-9565-e6b19d0c8395 req-b2e36e75-d3cf-44d8-a0d2-03b80c3ec5d4 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:48.546002 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-47f219dc-2829-413f-9565-e6b19d0c8395 req-b2e36e75-d3cf-44d8-a0d2-03b80c3ec5d4 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 944 time: 0.0899613 Nov 10 14:23:48.599506 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-47f219dc-2829-413f-9565-e6b19d0c8395 req-11bd01d7-d217-4713-a2f3-be686429691c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Nov 10 14:23:49.306734 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44300) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:49.434650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.456664 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:49.462219 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2266bb7a47459bbb33fa545c01b86f is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:49.465371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:49.473851 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:49.513242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019839-27a9-4c6a-9e43-957c50b22a64 req-9a6631bc-f9ee-4f6f-99f7-cc8cd76974a6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:49.515314 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-13019839-27a9-4c6a-9e43-957c50b22a64 req-9a6631bc-f9ee-4f6f-99f7-cc8cd76974a6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1413269 Nov 10 14:23:49.573103 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-13019839-27a9-4c6a-9e43-957c50b22a64 req-9467ea51-f0a1-4117-9be2-22f9b2f4f7fc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 Nov 10 14:23:49.610112 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.614418 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.624755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-dfde89c1-c0c4-485a-ab82-5e4ef297d63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:49.656730 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device efe0b433-8d88-439e-8160-e7c2efad14d6 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:23:49.664506 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca2266bb7a47459bbb33fa545c01b86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566802 Nov 10 14:23:49.666198 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0062ff15-432f-43fa-b042-e3a3307231e5,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:49.667578 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44308) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:49.669391 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:49.740278 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.751169 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port efe0b433-8d88-439e-8160-e7c2efad14d6 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:23:49.755998 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port efe0b433-8d88-439e-8160-e7c2efad14d6 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:49.756379 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.813550 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.885861 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d06c3-9591-43a4-8612-875e7f4faa99 req-a7100a20-bc96-49b1-a8bb-2d30391e96ff tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:49.887267 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bd1d06c3-9591-43a4-8612-875e7f4faa99 req-a7100a20-bc96-49b1-a8bb-2d30391e96ff tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 944 time: 0.1353631 Nov 10 14:23:49.897534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.913384 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.919569 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e165a5f5-db76-4402-8836-9b6a898efa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:49.924989 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:23:49.934834 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:23:49.940204 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.942783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:49.943428 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0062ff15-432f-43fa-b042-e3a3307231e5,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:49.946690 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:49.957743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:49.958889 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0062ff15-432f-43fa-b042-e3a3307231e5 HTTP/1.1" status: 204 len: 168 time: 0.2885056 Nov 10 14:23:49.962073 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bd1d06c3-9591-43a4-8612-875e7f4faa99 req-cf01f5dc-59c4-48bc-a6b0-837d562e334a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680249 Nov 10 14:23:49.995027 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'code': 200} Nov 10 14:23:50.028240 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:50.031684 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:50.233518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddca55-4b68-4039-995b-87f7e87e2633 req-9248027b-c2b1-40d6-8c47-5058ef96056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:50.235234 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cdddca55-4b68-4039-995b-87f7e87e2633 req-9248027b-c2b1-40d6-8c47-5058ef96056b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1098 time: 0.0847118 Nov 10 14:23:50.279978 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cdddca55-4b68-4039-995b-87f7e87e2633 req-1dbf7c5c-d8ae-47bf-bc2b-eb2c0088f8c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370109 Nov 10 14:23:50.286549 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44320) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:50.304308 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.318582 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:50.322616 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Usage tracker for resource:security_group_rule and tenant:ff38d156516541f2a81f7f61e1d24085 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:50.325325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:50.330929 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:50.409668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.413170 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.419600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0d19e2fa-e86b-4350-8990-f4c009342e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:50.462319 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff38d156516541f2a81f7f61e1d24085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747677 Nov 10 14:23:50.463226 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9da2d-57c2-4032-a79e-8dd9c7345995,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:50.465004 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44324) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:50.466108 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:50.532529 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.558225 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.611080 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.614847 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d5fbd21e-5a0d-4b95-aab6-a528ffcbdefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:50.626048 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9da2d-57c2-4032-a79e-8dd9c7345995,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:50.629605 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:50.633811 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:50.637613 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fd9da2d-57c2-4032-a79e-8dd9c7345995 HTTP/1.1" status: 204 len: 168 time: 0.1686432 Nov 10 14:23:50.765522 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa0d4-6db1-465b-95e2-f00d8d34b506 req-40502a71-ed20-4322-9e7a-1c0a9b919888 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:50.767115 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ba5fa0d4-6db1-465b-95e2-f00d8d34b506 req-40502a71-ed20-4322-9e7a-1c0a9b919888 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0826900 Nov 10 14:23:50.825774 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ba5fa0d4-6db1-465b-95e2-f00d8d34b506 req-6fe348fe-63b2-40a1-bfe1-812226613d0d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Nov 10 14:23:51.159679 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f76e5-2eaa-4f7a-bcd2-a1dcda4e0643 req-973dc3f8-0191-4df1-9392-06aac3fb8b8d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:51.161237 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-099f76e5-2eaa-4f7a-bcd2-a1dcda4e0643 req-973dc3f8-0191-4df1-9392-06aac3fb8b8d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.0878742 Nov 10 14:23:51.206163 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-099f76e5-2eaa-4f7a-bcd2-a1dcda4e0643 req-577d39c9-4b06-4bab-a779-9c8f436c457e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Nov 10 14:23:52.016424 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e168-7445-49c3-812a-650a8deb8566 req-09fae297-5d22-48c2-869f-0e67f21a3079 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.017903 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6ca6e168-7445-49c3-812a-650a8deb8566 req-09fae297-5d22-48c2-869f-0e67f21a3079 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0842474 Nov 10 14:23:52.139539 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6ca6e168-7445-49c3-812a-650a8deb8566 req-8bb6663b-786b-4932-b89d-89a2988a320e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140532 Nov 10 14:23:52.225458 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-fd6b4bfc-76d3-4886-bd20-dde6acde0adc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1718581 Nov 10 14:23:52.343631 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-bab734de-758f-4ab9-8951-55377d1ca76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.345324 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-bab734de-758f-4ab9-8951-55377d1ca76e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 1098 time: 0.0926197 Nov 10 14:23:52.549514 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-cb4474db-9d7b-40f6-8f5a-a4def1a6586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.551082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-cb4474db-9d7b-40f6-8f5a-a4def1a6586e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1618130 Nov 10 14:23:52.558736 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249d18-3db6-434f-af90-150be8f1622d req-af717b94-7fab-4223-8f6e-6a71589038d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.560314 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e3249d18-3db6-434f-af90-150be8f1622d req-af717b94-7fab-4223-8f6e-6a71589038d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.2088492 Nov 10 14:23:52.634882 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-9ce84e9e-b23e-44d0-8b93-f051473eb833 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 200 len: 217 time: 0.0735402 Nov 10 14:23:52.716285 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e3249d18-3db6-434f-af90-150be8f1622d req-aa87aa6f-fa92-426d-89bc-7b638659e779 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073344 Nov 10 14:23:52.730355 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-8ccdfab0-ad2a-4d28-8115-97553cb0e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.731619 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-8ccdfab0-ad2a-4d28-8115-97553cb0e868 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.0895627 Nov 10 14:23:52.793868 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-9af60748-ecf0-453e-8648-7f7b046ff910 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528278 Nov 10 14:23:52.928624 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133175d-dd81-42d4-929d-68054ca4e682 req-f84acfde-bb1f-43c2-9940-052be98f0814 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:52.931418 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7133175d-dd81-42d4-929d-68054ca4e682 req-f84acfde-bb1f-43c2-9940-052be98f0814 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.0979724 Nov 10 14:23:52.947439 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-9d08548b-f978-4796-a208-b9ae10c65cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407933 Nov 10 14:23:52.977805 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7133175d-dd81-42d4-929d-68054ca4e682 req-029f01b4-29eb-494b-a549-f4add6fa12bc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Nov 10 14:23:53.116805 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2b19901c-9907-46e4-b16a-b1bec9ac47ac req-85e5c8eb-a30b-4c7f-a7ee-fc08ccc0ccd8 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475189 Nov 10 14:23:53.354058 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f98c-a17b-4121-bc03-dc37f424cc6d req-ff545e65-80fd-4516-977e-be129eccc8fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:53.355753 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3544f98c-a17b-4121-bc03-dc37f424cc6d req-ff545e65-80fd-4516-977e-be129eccc8fb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0946102 Nov 10 14:23:53.403591 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31713ecd-b7cf-4d4b-9724-f77e28f9104f req-a4fd131b-4c63-4f9b-b41f-d645408aaeb6 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:53.407398 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-31713ecd-b7cf-4d4b-9724-f77e28f9104f req-a4fd131b-4c63-4f9b-b41f-d645408aaeb6 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.1026371 Nov 10 14:23:53.409803 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3544f98c-a17b-4121-bc03-dc37f424cc6d req-7547e59e-c425-4a1a-a6ad-9f7368e3cc95 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Nov 10 14:23:53.459409 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-31713ecd-b7cf-4d4b-9724-f77e28f9104f req-220b053f-62c6-4157-a1ec-d99eccd9c96a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Nov 10 14:23:54.604279 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2764b1-59a4-4d9b-8f9d-b144c7ee9475 req-8dd32d0d-8d8a-4f2a-9fc8-9080f72a370f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:54.605724 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a2764b1-59a4-4d9b-8f9d-b144c7ee9475 req-8dd32d0d-8d8a-4f2a-9fc8-9080f72a370f tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0812070 Nov 10 14:23:54.637794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48b9-7a7b-48fa-bf26-d6b144d76581 req-6488778f-ba61-49f5-b650-91ad4c376c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:54.639457 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fb7d48b9-7a7b-48fa-bf26-d6b144d76581 req-6488778f-ba61-49f5-b650-91ad4c376c9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.0720646 Nov 10 14:23:54.653354 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a2764b1-59a4-4d9b-8f9d-b144c7ee9475 req-3070580a-afeb-4f14-af39-847cc9ed080a tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Nov 10 14:23:54.684356 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fb7d48b9-7a7b-48fa-bf26-d6b144d76581 req-988fd08b-5a67-4529-b098-b2adcea7a1b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Nov 10 14:23:55.849797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e4a1-4290-4ffa-b28f-e9c9436c1a40 req-7ec41083-06fa-4b46-a3e3-2ce92bd92bea tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:55.851440 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9e0e4a1-4290-4ffa-b28f-e9c9436c1a40 req-7ec41083-06fa-4b46-a3e3-2ce92bd92bea tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0888689 Nov 10 14:23:55.916784 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9e0e4a1-4290-4ffa-b28f-e9c9436c1a40 req-aae801f1-ddf1-4fc3-85f7-e80561dfc14b tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577679 Nov 10 14:23:55.988580 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-4d5bfad0-6b2d-45db-b0bf-fc809c51eafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:56.366594 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:56.473302 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:56.552261 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a514d-1542-4177-9fa0-bb0de34f48ef req-7835b81c-e239-46f4-b2cd-6e00c2156b44 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:56.553702 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-780a514d-1542-4177-9fa0-bb0de34f48ef req-7835b81c-e239-46f4-b2cd-6e00c2156b44 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.0876503 Nov 10 14:23:56.604022 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-780a514d-1542-4177-9fa0-bb0de34f48ef req-7053feeb-c062-4d5d-8f4c-f538e32b10db tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Nov 10 14:23:57.111456 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c681b-0b7a-4cd6-809a-c8894eaa5f56 req-2e0cfc77-8822-4274-823a-8a7bb8d4e452 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:57.112871 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b75c681b-0b7a-4cd6-809a-c8894eaa5f56 req-2e0cfc77-8822-4274-823a-8a7bb8d4e452 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0847576 Nov 10 14:23:57.156803 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b75c681b-0b7a-4cd6-809a-c8894eaa5f56 req-a0ee69c5-a72d-4814-9d63-a7daeca788e6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382047 Nov 10 14:23:57.696017 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-95e3b827-917a-4bc4-9d20-20b18b0366b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:57.697486 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-95e3b827-917a-4bc4-9d20-20b18b0366b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15808047741f442ba627de6abd4dfd0d&device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 1098 time: 0.1339962 Nov 10 14:23:57.706124 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ade26-fdd2-418b-887e-156f57900c05 req-c93dc93a-3ca6-4e29-bbe9-b56e09a1dc91 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:57.707524 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d26ade26-fdd2-418b-887e-156f57900c05 req-c93dc93a-3ca6-4e29-bbe9-b56e09a1dc91 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1093628 Nov 10 14:23:57.785949 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143d0a5-aa5c-49a3-a661-7b611799d1a7 req-a521a089-c0f8-4c54-aee9-793f75dc2cf2 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:57.787331 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d143d0a5-aa5c-49a3-a661-7b611799d1a7 req-a521a089-c0f8-4c54-aee9-793f75dc2cf2 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.0780637 Nov 10 14:23:57.835632 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d143d0a5-aa5c-49a3-a661-7b611799d1a7 req-c174c97e-8db0-4a1b-b14f-c4d08a7529fd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Nov 10 14:23:57.840733 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d26ade26-fdd2-418b-887e-156f57900c05 req-0a377368-fa13-41f9-98c5-1dfc6ae18678 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084588 Nov 10 14:23:57.888355 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-71c1f607-48e8-48c7-81e8-43ee6451d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:57.890341 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-71c1f607-48e8-48c7-81e8-43ee6451d7b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 200 len: 919 time: 0.1789963 Nov 10 14:23:57.974349 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-136657ee-e999-4593-b5ab-f71171f6da74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 200 len: 217 time: 0.0665278 Nov 10 14:23:58.115544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-3fb60d74-f03e-465f-9be7-205f01528f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:58.116885 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-3fb60d74-f03e-465f-9be7-205f01528f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 200 len: 858 time: 0.1333957 Nov 10 14:23:58.174862 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-3fc317a2-07c7-4e9e-9f68-25f105b4bd1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488524 Nov 10 14:23:58.316024 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-c2dd4644-9fb5-4a7a-b206-e6edd3e4a1f6 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325064 Nov 10 14:23:58.321712 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a6b4-02e0-4edc-831f-3a07eb0d3dad req-cd999fa6-e926-461c-9b55-165f9d541543 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:58.323203 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ece0a6b4-02e0-4edc-831f-3a07eb0d3dad req-cd999fa6-e926-461c-9b55-165f9d541543 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.0842674 Nov 10 14:23:58.369783 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ece0a6b4-02e0-4edc-831f-3a07eb0d3dad req-996e049a-f567-436c-8e23-3c7f151c377c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Nov 10 14:23:58.393357 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44544) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:58.441987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44550) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:58.456346 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a494f2f-0453-4fb4-ab3a-dd0e1657f7ff req-3c770d0d-4ae6-4d07-82b1-1586e84b5df2 service neutron] 10.222.0.18 "GET /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328623 Nov 10 14:23:58.553294 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-d73dc11f-e9e1-450b-ba21-4a12abc81af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.571099 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.627374 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:58.638164 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd06a32c1474de3abdcfdf271201c0a is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:58.641678 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:58.648402 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:58.683576 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7419d9c-4311-45f0-a82b-120b6316394e tempest-TestMinimumBasicScenario-87318485 tempest-TestMinimumBasicScenario-87318485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:58.684369 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d7419d9c-4311-45f0-a82b-120b6316394e tempest-TestMinimumBasicScenario-87318485 tempest-TestMinimumBasicScenario-87318485-project-admin] Synchronizing usage tracker for tenant:5394cbf6ac65482bb31b68f40fc129c9 on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:23:58.749915 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.755962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.765317 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d0db9848-4122-4be2-b7ea-a029edf74b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:58.788787 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d7419d9c-4311-45f0-a82b-120b6316394e tempest-TestMinimumBasicScenario-87318485 tempest-TestMinimumBasicScenario-87318485-project-admin] Unset dirty status for tenant:5394cbf6ac65482bb31b68f40fc129c9 on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:23:58.789939 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d7419d9c-4311-45f0-a82b-120b6316394e tempest-TestMinimumBasicScenario-87318485 tempest-TestMinimumBasicScenario-87318485-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1093 time: 0.3953130 Nov 10 14:23:58.793028 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44556) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:58.798971 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'port_id': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:58.805179 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:58.808943 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:floatingip and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:58.812048 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bd06a32c1474de3abdcfdf271201c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664839 Nov 10 14:23:58.812190 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:58.812475 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44560) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:58.815319 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24951ef0-3eb0-41e8-bd4a-e710c292b20d,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:58.818008 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:58.828846 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for floatingip, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.833958 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.834324 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.834691 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.835035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.835376 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.835716 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.836046 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.836398 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.836711 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.837070 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.837400 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.837801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:58.844307 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:58.919818 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:58.964723 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.025295 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.079657 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ae7e9-28ce-4a7b-b18f-c9c5ad699753 req-9f0d9a63-84bd-48bf-8fb7-ee9eb797a7d3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:59.081025 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cc7ae7e9-28ce-4a7b-b18f-c9c5ad699753 req-9f0d9a63-84bd-48bf-8fb7-ee9eb797a7d3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1047034 Nov 10 14:23:59.087313 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.092531 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-809633f6-9d36-4b31-b99d-b2c46d75f4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:59.099110 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbb913-fe03-4555-b353-853913194761 req-6e0d0cd5-eb1c-4433-803d-10fed8380067 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:59.100557 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-afcbb913-fe03-4555-b353-853913194761 req-6e0d0cd5-eb1c-4433-803d-10fed8380067 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.1293392 Nov 10 14:23:59.118572 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24951ef0-3eb0-41e8-bd4a-e710c292b20d,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:59.123782 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:59.136393 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.138910 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24951ef0-3eb0-41e8-bd4a-e710c292b20d HTTP/1.1" status: 204 len: 168 time: 0.3254712 Nov 10 14:23:59.151807 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cc7ae7e9-28ce-4a7b-b18f-c9c5ad699753 req-c59f4b9d-f7ed-46eb-98a4-15ab846645bc tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601931 Nov 10 14:23:59.175676 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-afcbb913-fe03-4555-b353-853913194761 req-eaad8c92-1121-4b82-a981-9f388048d7e1 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649078 Nov 10 14:23:59.244665 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Allocated IP 172.28.2.98 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/57301a3e-c82c-40c4-8a6a-5b7d396defdb) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:59.322422 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:23:59.396510 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.426574 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.432994 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44572) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:59.433864 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9ff26988-956a-4752-915e-7a1836196d07 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:59.454275 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.469670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:23:59.473448 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Usage tracker for resource:security_group_rule and tenant:9662a86399fb4ca0a41d535320cc769c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:23:59.476340 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:23:59.481938 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:23:59.493869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:59.496737 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:59.500790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:23:59.541203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.546304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'Port': ['ID=57301a3e-c82c-40c4-8a6a-5b7d396defdb,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:59.558285 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.558671 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.559025 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.559375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.559718 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.560064 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.560407 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.560747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.561168 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.561511 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.561843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.562182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:59.566937 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:59.574633 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.579373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.587777 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c2041902-b902-4252-8cd0-4fb28dafdae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:23:59.627451 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9662a86399fb4ca0a41d535320cc769c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931572 Nov 10 14:23:59.628162 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f05e61-0d61-4fc2-966f-237e521486df,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:59.630542 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44576) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:23:59.631108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:23:59.823378 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:23:59.918565 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.196435 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.203876 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c1fa6cff-721b-44ef-9ef5-4bae59278fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:00.226738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f05e61-0d61-4fc2-966f-237e521486df,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:00.230619 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:00.292988 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.296489 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75f05e61-0d61-4fc2-966f-237e521486df HTTP/1.1" status: 204 len: 168 time: 0.6631029 Nov 10 14:24:00.296489 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.365335 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174351-3fe5-4bd8-8afd-c8bb97e12506 req-065bbe36-cb95-4363-864e-808e26481506 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:00.366815 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-31174351-3fe5-4bd8-8afd-c8bb97e12506 req-065bbe36-cb95-4363-864e-808e26481506 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0921297 Nov 10 14:24:00.417336 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-31174351-3fe5-4bd8-8afd-c8bb97e12506 req-e26b1198-9e55-4815-868e-bd9c4c9f9b24 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Nov 10 14:24:00.502699 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.555862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa609af0-2e9b-488f-9233-7cef46444b78 req-0446c1e6-d78a-4078-9181-828bdfa2fe3b tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:00.557380 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fa609af0-2e9b-488f-9233-7cef46444b78 req-0446c1e6-d78a-4078-9181-828bdfa2fe3b tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.1998310 Nov 10 14:24:00.689160 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fa609af0-2e9b-488f-9233-7cef46444b78 req-285049c7-c266-4007-a761-fa759491addd tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213260 Nov 10 14:24:00.766323 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.768645 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:00.772650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:00.881370 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'Port': ['ID=57301a3e-c82c-40c4-8a6a-5b7d396defdb,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:00.885498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:00.894640 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.065402 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Floating IP 5a97b90c-55ad-4ce7-bdad-4cb39c2258c4 associated. External IP: 172.28.2.98, port: efe0b433-8d88-439e-8160-e7c2efad14d6. Nov 10 14:24:01.089008 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44604) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:01.159574 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.194527 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52934184-network', 'tenant_id': 'b6159225f7b2485c81e61b835d7af27d'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:01.199556 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:01.203710 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Usage tracker for resource:network and tenant:b6159225f7b2485c81e61b835d7af27d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:01.206653 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:01.212923 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:01.224009 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Made reservation on behalf of b6159225f7b2485c81e61b835d7af27d for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:01.226363 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.238816 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.253757 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:01.257598 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Usage tracker for resource:security_group_rule and tenant:b6159225f7b2485c81e61b835d7af27d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:01.260469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:01.266534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:01.357315 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.361793 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.364779 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-26727043-f227-416b-8780-8e60d1c9ce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:01.394046 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:24:01.402302 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81252c21-598a-43af-af98-3104741f4eb4,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:01.405883 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:01.409130 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.409483 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Added segment 30d21795-4b5c-4018-8a93-639a660e4408 of type vlan for network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 Nov 10 14:24:01.424478 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Router 57e12897-80f3-4cdb-afac-6892784a025b has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:24:01.438364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.469628 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.471024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:01.471627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.476524 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:01.629462 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Pushing event updated for resources: {'Network': ['ID=7e68b077-09a7-4690-b1f6-4c21b80e4ec8,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:01.632600 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:01.636997 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5442100 Nov 10 14:24:01.640652 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44612) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:01.645527 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:24:01.650404 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Request body: {'subnet': {'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52934184-subnet', 'tenant_id': 'b6159225f7b2485c81e61b835d7af27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:01.658486 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:01.663850 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Usage tracker for resource:subnet and tenant:b6159225f7b2485c81e61b835d7af27d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:01.667301 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:01.675017 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:01.696611 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959d217-1e42-4ed2-8fe7-2e143d9c3a8b req-d9c9ed9a-9441-4e87-88cb-b8dc5becaa41 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:01.697935 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5959d217-1e42-4ed2-8fe7-2e143d9c3a8b req-d9c9ed9a-9441-4e87-88cb-b8dc5becaa41 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1499126 Nov 10 14:24:01.699037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Made reservation on behalf of b6159225f7b2485c81e61b835d7af27d for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:01.701232 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:24:01.701475 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.726845 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Sync routers for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:24:01.738285 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.743585 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:01.744298 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:23:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:01.834822 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5959d217-1e42-4ed2-8fe7-2e143d9c3a8b req-4a73c8a7-b210-42fa-b9b2-06b14122f7cb tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198740 Nov 10 14:24:01.882346 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0880852 Nov 10 14:24:01.885100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44620) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:01.887387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:01.897887 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251561278', 'description': 'tempest-secgroup-smoke-1251561278 description', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:01.912434 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:01.928655 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:01.960527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488b610-8f12-452a-9924-6f4c47853a2d req-7517a55f-846c-4481-b0c2-bdefaf8554d4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:01.962218 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9488b610-8f12-452a-9924-6f4c47853a2d req-7517a55f-846c-4481-b0c2-bdefaf8554d4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.1334624 Nov 10 14:24:01.963748 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:01.975420 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:24:02.005186 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.010724 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:02.080903 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:02.093225 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:02.103695 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:02.114595 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:02.137758 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:02.172475 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9488b610-8f12-452a-9924-6f4c47853a2d req-3804ef92-f365-4f75-9285-38042226dae4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958275 Nov 10 14:24:02.205315 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36601dd7-04d5-408a-9ffe-970d1aea20bc,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:02.208211 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Checking segment: {'id': '30d21795-4b5c-4018-8a93-639a660e4408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:02.208775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Network hostable DHCP agents. Network: 7e68b077-09a7-4690-b1f6-4c21b80e4ec8, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:24:02.215796 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:02.239135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:24:02.248978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5269-0622-4058-a905-8971a6e3b690 req-d2f9612a-6e4d-4ae0-aa58-08f9d25b0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:02.250895 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-d2f9612a-6e4d-4ae0-aa58-08f9d25b0456 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1098 time: 0.2161205 Nov 10 14:24:02.255533 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 7e68b077-09a7-4690-b1f6-4c21b80e4ec8) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:02.261803 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:02.261937 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.265726 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-c61e9804-3188-46fe-93a9-d1b998a2b364 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:02.266587 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d8a9d-7901-4ece-b894-d75f60bfbb29 None None] Network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:02.267968 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-c61e9804-3188-46fe-93a9-d1b998a2b364 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.2704506 Nov 10 14:24:02.343469 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7001548 Nov 10 14:24:02.434646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.447675 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.453855 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e5ccda9f-e515-4dc4-9d77-0e8969c4e1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:02.464153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Deleting port f82eb884-f14b-4c29-8022-09ea656ede7b {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:02.464491 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.664658 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27bfed3-2e01-4b8b-b22d-9495da2b288b,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:02.682533 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:02.693753 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5269-0622-4058-a905-8971a6e3b690 req-d0a93705-9183-401d-8850-eccbf3c18a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:02.695712 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-d0a93705-9183-401d-8850-eccbf3c18a63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.4220464 Nov 10 14:24:02.713043 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.717372 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-718566d5-be6e-4643-a0df-eefe50128cd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8245108 Nov 10 14:24:02.717540 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44640) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:02.725442 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:02.744468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:02.746026 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ca5b9-e378-4949-ad14-a3464254752b None None] Network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:02.749767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:02.751514 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '5a97b90c-55ad-4ce7-bdad-4cb39c2258c4', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'port_id': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'mac_address': 'fa:16:3e:1c:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:23:59Z', 'updated_at': '2021-11-10T14:23:59Z', 'revision_number': 0, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:02.754827 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:02.760308 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Checking router: 57e12897-80f3-4cdb-afac-6892784a025b for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:24:02.762146 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:02.783593 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.787070 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:02.787717 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:23:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:02.881968 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.889560 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.911779 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:02.922247 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-1be3d77e-898f-46d2-922a-f51c18256a37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 998 time: 0.2036529 Nov 10 14:24:02.937415 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e32738-ad2a-44ce-b36f-b1d88856bf5b,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:02.942982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:02.952325 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:02.957733 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382505 Nov 10 14:24:02.958328 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44646) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:02.964383 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:02.971998 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:02.976043 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:02.980665 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:02.989072 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:03.023226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.050723 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5269-0622-4058-a905-8971a6e3b690 req-25b1262e-fa35-40a0-ac39-dcb22826cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:03.052310 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-25b1262e-fa35-40a0-ac39-dcb22826cb40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.1213162 Nov 10 14:24:03.054881 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] For port f82eb884-f14b-4c29-8022-09ea656ede7b, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=f82eb884-f14b-4c29-8022-09ea656ede7b,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:03.055282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.128842 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:03.163319 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.168864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.172793 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d3a50416-6ff7-4324-93b5-fe517ef5e9cc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:03.203126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe14f973-ce2a-41bc-b43c-3ec0b210dc24,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:03.211411 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:03.220334 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.226925 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2661932 Nov 10 14:24:03.227552 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44656) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:03.238300 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:03.256866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:03.263728 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:03.277993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:03.289118 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:03.313784 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44662) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:03.321540 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1201828434-network', 'tenant_id': 'eee1aafeb06c42918a1a75b3a8f5d6df'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:03.347152 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:03.351261 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Usage tracker for resource:network and tenant:eee1aafeb06c42918a1a75b3a8f5d6df is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:03.355735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:03.362403 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:03.367998 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.372099 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Calling delete_port for f82eb884-f14b-4c29-8022-09ea656ede7b owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:03.457667 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de5269-0622-4058-a905-8971a6e3b690 req-09f6423f-3e28-45d7-93c0-16334a22bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:03.459429 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-09f6423f-3e28-45d7-93c0-16334a22bcf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3945484 Nov 10 14:24:03.491785 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Made reservation on behalf of eee1aafeb06c42918a1a75b3a8f5d6df for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:03.494326 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.506431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.511520 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.528277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.533837 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7d47ce0c-ad50-4d0d-a29e-e33fd8390b26 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:03.556210 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:03.572301 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a3f30f-d17f-4262-a0e2-e6802b38082a,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:03.575442 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Usage tracker for resource:security_group_rule and tenant:eee1aafeb06c42918a1a75b3a8f5d6df is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:03.579473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:03.582549 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:03.587344 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '5a97b90c-55ad-4ce7-bdad-4cb39c2258c4', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'port_id': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'mac_address': 'fa:16:3e:1c:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:23:59Z', 'updated_at': '2021-11-10T14:23:59Z', 'revision_number': 0, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:03.593728 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:03.593968 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc27aa8-e226-4ae2-b197-f48dd5765917 None None] The sync data for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb is: [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '5a97b90c-55ad-4ce7-bdad-4cb39c2258c4', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'port_id': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'mac_address': 'fa:16:3e:1c:83:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:23:59Z', 'updated_at': '2021-11-10T14:23:59Z', 'revision_number': 0, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:24:03.602828 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.604170 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734035 Nov 10 14:24:03.610230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44666) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:03.617869 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:03.636179 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:03.655470 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cb6cb-a7af-46ec-adcc-7ae81ae657f0 req-cdd036bc-7659-442b-a899-8eab52cd5607 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:03.657082 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b32cb6cb-a7af-46ec-adcc-7ae81ae657f0 req-cdd036bc-7659-442b-a899-8eab52cd5607 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 946 time: 0.2920799 Nov 10 14:24:03.659695 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:03.667711 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:03.693742 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:03.748355 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b32cb6cb-a7af-46ec-adcc-7ae81ae657f0 req-a717a923-c2d6-4c20-a462-59deba25f43e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853040 Nov 10 14:24:03.752056 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.823924 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-974fb1e8-262d-4499-90fd-d377b91d66de service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500910 Nov 10 14:24:03.824901 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.838728 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:03.868832 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.882073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.889945 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6703cd13-dbe5-44f5-b453-b44c068c80bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:03.953523 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bdefb4-cb5a-457a-8f2d-47207fec7f1d None None] New status for floating IP 5a97b90c-55ad-4ce7-bdad-4cb39c2258c4: ACTIVE {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:24:03.955881 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:24:03.959120 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.975243 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.976279 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:03.976615 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Added segment cd863856-892b-4047-bf1e-2002ba88d96f of type vlan for network d9714741-c4c5-426d-a94d-c17607b6562e Nov 10 14:24:03.983891 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512c41c1-d8f2-4355-88e2-f3201867fe4f,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.005397 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.007983 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:04.078185 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.083236 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5785f7e3-c107-4d8b-a544-48d1a6e3e57f,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.089582 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.095291 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4828992 Nov 10 14:24:04.096145 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44676) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:04.098632 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.106164 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:04.116026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:04.129477 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:04.134709 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Pushing event deleted for resources: {'Port': ['ID=f82eb884-f14b-4c29-8022-09ea656ede7b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.136015 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:04.143735 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.144833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] No DVR routers for this DVR port f82eb884-f14b-4c29-8022-09ea656ede7b on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:24:04.147788 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c1de5269-0622-4058-a905-8971a6e3b690 req-74418fbd-5bfd-4f71-84b6-6fc5873e050c service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246387 Nov 10 14:24:04.148873 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.150739 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:04.151983 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'name': 'network-vif-deleted', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:04.170702 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.172479 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.securitygroups_db [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Project deaff4d69cce45b6adbcb268a24ce2db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:24:04.181909 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:04.182116 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4f721966-ad30-43b8-b321-24d6f46c5e1e req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "DELETE /v2.0/ports/f82eb884-f14b-4c29-8022-09ea656ede7b HTTP/1.1" status: 204 len: 173 time: 1.8821855 Nov 10 14:24:04.183461 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.192885 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:04.222070 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47809f29-7f69-42ba-a1f7-ece5ce5014bd', 'name': 'network-vif-deleted', 'tag': 'f82eb884-f14b-4c29-8022-09ea656ede7b', 'status': 'completed', 'code': 200} Nov 10 14:24:04.336453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.354466 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Pushing event updated for resources: {'Network': ['ID=d9714741-c4c5-426d-a94d-c17607b6562e,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.359478 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.365789 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0506117 Nov 10 14:24:04.367173 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network d9714741-c4c5-426d-a94d-c17607b6562e details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:24:04.369704 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 44684) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:04.379217 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Request body: {'subnet': {'network_id': 'd9714741-c4c5-426d-a94d-c17607b6562e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1201828434-subnet', 'tenant_id': 'eee1aafeb06c42918a1a75b3a8f5d6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:04.395829 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:04.403175 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Usage tracker for resource:subnet and tenant:eee1aafeb06c42918a1a75b3a8f5d6df is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:04.408403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:04.422212 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:04.433498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Made reservation on behalf of eee1aafeb06c42918a1a75b3a8f5d6df for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:04.437422 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6386419'] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.449037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.454037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.458758 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73a0ce93-da30-4b00-bf64-576128f1acd4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:04.495476 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f22bd3-13ff-4044-a5aa-0eddb34193ae,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.500093 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.516347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.518949 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189286 Nov 10 14:24:04.523058 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44690) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:04.533625 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'security_group_rule': {'security_group_id': 'a27bfed3-2e01-4b8b-b22d-9495da2b288b', 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:04.539811 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:04.544265 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Usage tracker for resource:security_group_rule and tenant:deaff4d69cce45b6adbcb268a24ce2db is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:04.548141 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:04.554282 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:04.566934 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.securitygroups_db [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Project deaff4d69cce45b6adbcb268a24ce2db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:24:04.574825 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.654910 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.659933 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.662145 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:04.665297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7595213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6386413'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.670522 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cc038da1-6aa1-42e4-a2ef-17ce60a0fd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:04.698669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.703713 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1757395 Nov 10 14:24:04.703713 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a4ed6e-5ffe-48ba-a08b-c40327f1cb46,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.717353 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.767069 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Checking segment: {'id': 'cd863856-892b-4047-bf1e-2002ba88d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9714741-c4c5-426d-a94d-c17607b6562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:04.770471 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Network hostable DHCP agents. Network: d9714741-c4c5-426d-a94d-c17607b6562e, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:24:04.775327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc54456-cf4d-42fd-a7d9-07df1343bf2f,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:04.778072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:04.813659 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Network d9714741-c4c5-426d-a94d-c17607b6562e is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:24:04.832993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, d9714741-c4c5-426d-a94d-c17607b6562e) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:04.841846 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:04.842462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:04.848717 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510889b-33fb-47ab-bf99-ef6255e78059 None None] Network d9714741-c4c5-426d-a94d-c17607b6562e requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:04.857224 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-b7950865-6290-4c6d-a939-4bf928d12344 req-71cc5d2e-a64b-4e45-a625-eb0679daf700 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:04.883405 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5115156 Nov 10 14:24:04.888027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-b7950865-6290-4c6d-a939-4bf928d12344 req-71cc5d2e-a64b-4e45-a625-eb0679daf700 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:04.889470 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b7950865-6290-4c6d-a939-4bf928d12344 req-71cc5d2e-a64b-4e45-a625-eb0679daf700 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251561278&fields=id&tenant_id=deaff4d69cce45b6adbcb268a24ce2db HTTP/1.1" status: 200 len: 267 time: 0.0962093 Nov 10 14:24:04.976332 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-86dfd12e-d565-4370-b515-bff012997868 req-68f88ecc-ec07-4cd1-9132-adf910845419 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=47809f29-7f69-42ba-a1f7-ece5ce5014bd HTTP/1.1" status: 200 len: 210 time: 0.0484633 Nov 10 14:24:05.017956 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950865-6290-4c6d-a939-4bf928d12344 req-a7e7d261-49b4-47c1-b827-8445470b50cb tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:05.019655 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b7950865-6290-4c6d-a939-4bf928d12344 req-a7e7d261-49b4-47c1-b827-8445470b50cb tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.1206439 Nov 10 14:24:05.031760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'port': {'security_groups': ['0647a402-740a-4a9d-a857-62ee58326200', 'a27bfed3-2e01-4b8b-b22d-9495da2b288b']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:05.138545 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7807b-67c0-4f0d-8fbd-bc4aadf09744 None None] Network d9714741-c4c5-426d-a94d-c17607b6562e requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:05.168699 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:05.473231 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:05.501338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:05.505937 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:05.512931 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-848f0c64-1cc3-43d2-bfd9-70249c05e7b0 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:05.517571 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:05.613044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=6']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:05.618575 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:05.632701 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:05.633362 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:05.634879 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b7950865-6290-4c6d-a939-4bf928d12344 req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "PUT /v2.0/ports/efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 981 time: 0.6082976 Nov 10 14:24:05.664693 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device f82eb884-f14b-4c29-8022-09ea656ede7b no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:05.678273 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-07d1d767-0ee5-42f5-99f5-37ab9780e378 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:05.679737 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-07d1d767-0ee5-42f5-99f5-37ab9780e378 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Synchronizing usage tracker for tenant:b6159225f7b2485c81e61b835d7af27d on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:05.707558 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-07d1d767-0ee5-42f5-99f5-37ab9780e378 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Unset dirty status for tenant:b6159225f7b2485c81e61b835d7af27d on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:05.710154 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: f82eb884-f14b-4c29-8022-09ea656ede7b {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:05.710576 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device f82eb884-f14b-4c29-8022-09ea656ede7b not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:05.710925 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-07d1d767-0ee5-42f5-99f5-37ab9780e378 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/networks?id=7e68b077-09a7-4690-b1f6-4c21b80e4ec8 HTTP/1.1" status: 200 len: 807 time: 0.2481999 Nov 10 14:24:05.730194 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-bec763fb-56ec-44f4-95c7-d1a16900bc92 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/quotas/b6159225f7b2485c81e61b835d7af27d HTTP/1.1" status: 200 len: 375 time: 0.0093813 Nov 10 14:24:05.757173 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:05.804444 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-fdfa9870-9ee0-4e8f-8144-5958c47bc3e4 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6159225f7b2485c81e61b835d7af27d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665143 Nov 10 14:24:05.845331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df07f9-8953-4f7d-a930-ad980e7a75ab req-3ad57472-41b6-4a0b-9b08-ed78f9a95288 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:05.847338 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-89df07f9-8953-4f7d-a930-ad980e7a75ab req-3ad57472-41b6-4a0b-9b08-ed78f9a95288 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.1097887 Nov 10 14:24:05.907755 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-89df07f9-8953-4f7d-a930-ad980e7a75ab req-c1715c28-b759-4914-961b-a476a3dd3dc7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534153 Nov 10 14:24:05.952377 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-211611f2-548d-43c4-a090-b914e0976b38 service neutron] 10.222.0.13 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467118 Nov 10 14:24:06.012459 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-c5741de4-c141-4f2f-aefd-76235089acd2 None None] Provisioning complete for port efe0b433-8d88-439e-8160-e7c2efad14d6 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:06.012832 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-c5741de4-c141-4f2f-aefd-76235089acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:06.088874 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-e18bcb08-c536-476d-ba7e-9ebf294a0568 service neutron] 10.222.0.13 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305196 Nov 10 14:24:06.224020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:06.334358 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:24:06.354890 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a4afee25-5702-4c10-9241-be78e1f38560 req-1a99d760-1cda-472c-a201-8c49cb811929 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 210 time: 0.0900557 Nov 10 14:24:06.462304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-a8bc17a8-0800-437f-8413-6acb79f8abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:06.463799 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-a8bc17a8-0800-437f-8413-6acb79f8abfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1137 time: 0.0976124 Nov 10 14:24:06.741958 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-c4aae1d7-d273-4bec-bb05-9efb836009b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:06.743519 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-c4aae1d7-d273-4bec-bb05-9efb836009b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.2683687 Nov 10 14:24:06.860186 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-785f03c8-f97a-4d8c-a987-f78b371aadcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 1000 time: 0.1033766 Nov 10 14:24:06.934620 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-81e130ee-424a-4fb5-b265-1d033db539fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:06.936230 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-81e130ee-424a-4fb5-b265-1d033db539fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.0619557 Nov 10 14:24:07.092940 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-d6a17b18-159e-4e8c-b775-af8f7d026214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:07.094398 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-d6a17b18-159e-4e8c-b775-af8f7d026214 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341028 Nov 10 14:24:07.105061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d058f0-8de1-4e0f-9d2e-39e789067947 req-2a060787-5e5e-4ce0-a7aa-5ac9036f4a69 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:07.106398 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d1d058f0-8de1-4e0f-9d2e-39e789067947 req-2a060787-5e5e-4ce0-a7aa-5ac9036f4a69 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1148515 Nov 10 14:24:07.230824 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d1d058f0-8de1-4e0f-9d2e-39e789067947 req-944318b2-bf66-4724-ba6c-af4ac2be6b9c tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031525 Nov 10 14:24:07.268238 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-95396e4a-8d10-4c23-aa2a-fd4fab98e75c service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575511 Nov 10 14:24:07.412199 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67647f69-ce72-4183-b3ba-8d644f0771ec req-5cfbfaaa-e4b2-4e93-aaf6-af8854184597 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276784 Nov 10 14:24:07.511733 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8c0a5e8e-cd6e-473a-b19d-62cb5fd520b5 req-7cfe234d-06b1-44b3-8373-2d977708d92f tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 210 time: 0.0553999 Nov 10 14:24:07.663060 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-40e47030-aa07-4d5a-8010-6cf4c8314a29 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:07.664708 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-40e47030-aa07-4d5a-8010-6cf4c8314a29 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.18 "GET /v2.0/networks?id=7e68b077-09a7-4690-b1f6-4c21b80e4ec8 HTTP/1.1" status: 200 len: 807 time: 0.1719379 Nov 10 14:24:07.680417 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Request body: {'port': {'device_id': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8', 'admin_state_up': True, 'tenant_id': 'b6159225f7b2485c81e61b835d7af27d'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:07.819670 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:07.823465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Usage tracker for resource:port and tenant:b6159225f7b2485c81e61b835d7af27d is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:07.826370 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:07.833484 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:07.843308 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Made reservation on behalf of b6159225f7b2485c81e61b835d7af27d for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:07.848312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:08.010690 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Allocated IP 172.20.0.6 (7e68b077-09a7-4690-b1f6-4c21b80e4ec8/36601dd7-04d5-408a-9ffe-970d1aea20bc/32126068-bba8-4021-a12d-8b5e928e4668) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:08.215011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:08.244293 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:08.251485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-965e61fc-2baf-4195-a421-29270d79c1ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:08.320180 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:08.323204 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:08.325704 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:08.415004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Pushing event updated for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:08.418232 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:08.449755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:08.450337 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:08.477255 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010833 Nov 10 14:24:08.489512 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020741de-87d5-4c6d-89f0-9b2d99ed59bc req-530ed76a-a4eb-49d7-9fbd-ed4ea29061e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:08.490885 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-020741de-87d5-4c6d-89f0-9b2d99ed59bc req-530ed76a-a4eb-49d7-9fbd-ed4ea29061e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1381116 Nov 10 14:24:08.495474 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Request body: {'port': {'device_id': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:08.702992 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-020741de-87d5-4c6d-89f0-9b2d99ed59bc req-7ce25a1a-3982-4d0e-b7e6-4dff108b1350 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831806 Nov 10 14:24:08.703545 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257d74-aabe-4ee3-90da-7fba076f90e4 req-7776bf30-8b76-46ba-8c2f-794bb3e5c9f7 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:08.705005 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f257d74-aabe-4ee3-90da-7fba076f90e4 req-7776bf30-8b76-46ba-8c2f-794bb3e5c9f7 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 931 time: 0.0826173 Nov 10 14:24:08.728771 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:08.750982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2f257d74-aabe-4ee3-90da-7fba076f90e4 req-7ede6b2f-a283-44a1-9e6a-7e1c1daad0af tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Synchronizing usage tracker for tenant:b6159225f7b2485c81e61b835d7af27d on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:08.767176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-2f257d74-aabe-4ee3-90da-7fba076f90e4 req-7ede6b2f-a283-44a1-9e6a-7e1c1daad0af tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Unset dirty status for tenant:b6159225f7b2485c81e61b835d7af27d on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:08.768540 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f257d74-aabe-4ee3-90da-7fba076f90e4 req-7ede6b2f-a283-44a1-9e6a-7e1c1daad0af tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Nov 10 14:24:09.102727 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32126068-bba8-4021-a12d-8b5e928e4668 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:09.120304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:09.135723 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Transition to ACTIVE for port object 32126068-bba8-4021-a12d-8b5e928e4668 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:09.140915 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:09.145240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:09.303461 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Pushing event updated for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:09.307859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:09.380228 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Attempting to bind port 32126068-bba8-4021-a12d-8b5e928e4668 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:09.380556 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Attempting to bind port 32126068-bba8-4021-a12d-8b5e928e4668 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '30d21795-4b5c-4018-8a93-639a660e4408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:09.380879 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Attempting to bind port 32126068-bba8-4021-a12d-8b5e928e4668 on network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:09.385325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Port 32126068-bba8-4021-a12d-8b5e928e4668 on network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:24:09.385637 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Attempting to bind port 32126068-bba8-4021-a12d-8b5e928e4668 on network 7e68b077-09a7-4690-b1f6-4c21b80e4ec8 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:09.391316 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:09.391647 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Checking segment: {'id': '30d21795-4b5c-4018-8a93-639a660e4408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:09.392027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Bound using segment: {'id': '30d21795-4b5c-4018-8a93-639a660e4408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:09.392440 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Bound port: 32126068-bba8-4021-a12d-8b5e928e4668, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d21795-4b5c-4018-8a93-639a660e4408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:09.392777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:09.483984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:09.486986 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=32126068-bba8-4021-a12d-8b5e928e4668,segment=NetworkSegment(30d21795-4b5c-4018-8a93-639a660e4408),segment_id=30d21795-4b5c-4018-8a93-639a660e4408)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:09.490888 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:09.495242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cb55fb0b-f784-45f8-b80c-38658fee29ed tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:09.551081 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:09.551682 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:09.553019 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/32126068-bba8-4021-a12d-8b5e928e4668 HTTP/1.1" status: 200 len: 1093 time: 1.0612757 Nov 10 14:24:09.553499 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:09.573869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Pushing event updated for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:09.576819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:09.597831 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668', 'status': 'completed', 'code': 200} Nov 10 14:24:09.734185 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-4cba534f-56a6-467e-b4bb-5aabdd4faf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:09.735697 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-4cba534f-56a6-467e-b4bb-5aabdd4faf21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6159225f7b2485c81e61b835d7af27d&device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 1096 time: 0.1011903 Nov 10 14:24:09.743789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-7c2e63d7-4619-4990-b1d0-5ac887dfa634 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:09.745122 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-7c2e63d7-4619-4990-b1d0-5ac887dfa634 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.1418796 Nov 10 14:24:09.852242 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-559f01f7-d577-477d-91b1-c911108c919c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32126068-bba8-4021-a12d-8b5e928e4668 HTTP/1.1" status: 200 len: 217 time: 0.0965331 Nov 10 14:24:09.892227 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a931-1e1c-48c6-9756-138cd5f2d794 req-98229c7a-d44b-46c7-bc31-2dc56bf03e00 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:09.893819 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1ac7a931-1e1c-48c6-9756-138cd5f2d794 req-98229c7a-d44b-46c7-bc31-2dc56bf03e00 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 945 time: 0.0837767 Nov 10 14:24:09.938474 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1ac7a931-1e1c-48c6-9756-138cd5f2d794 req-317c4da9-ed05-47cf-bf87-b74c1ab148d2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Nov 10 14:24:09.973002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Deleting port c499e0f1-e40b-4999-81e2-d7031dcee105 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:09.973347 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:10.028995 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-f5acd2f6-649f-4e74-b1fc-9fb77cd913a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:10.030992 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-f5acd2f6-649f-4e74-b1fc-9fb77cd913a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36601dd7-04d5-408a-9ffe-970d1aea20bc HTTP/1.1" status: 200 len: 847 time: 0.1650002 Nov 10 14:24:10.089210 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-34b252ce-66b5-4101-8519-4a745465153f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e68b077-09a7-4690-b1f6-4c21b80e4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509946 Nov 10 14:24:10.236012 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004394e-3552-4de7-97a0-866987d5be92 req-acb6cdbf-cf14-4ac4-8b06-bbfb09434e44 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:10.236727 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2004394e-3552-4de7-97a0-866987d5be92 req-acb6cdbf-cf14-4ac4-8b06-bbfb09434e44 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Synchronizing usage tracker for tenant:b6159225f7b2485c81e61b835d7af27d on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:10.465689 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2004394e-3552-4de7-97a0-866987d5be92 req-acb6cdbf-cf14-4ac4-8b06-bbfb09434e44 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Unset dirty status for tenant:b6159225f7b2485c81e61b835d7af27d on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:10.466884 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2004394e-3552-4de7-97a0-866987d5be92 req-acb6cdbf-cf14-4ac4-8b06-bbfb09434e44 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 943 time: 0.5673714 Nov 10 14:24:10.527940 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-c8370eb3-a13d-49c0-bbeb-0ccd9b5b1498 service neutron] 10.222.0.18 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071939 Nov 10 14:24:10.597618 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-26b4788f-f6ae-4ea2-bd64-8dc9ab7b7e55 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:10.599881 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-26b4788f-f6ae-4ea2-bd64-8dc9ab7b7e55 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 814 time: 0.2240076 Nov 10 14:24:10.615142 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-1c2c87ea-56cd-4563-9e42-bfe59d92e7ad tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/quotas/c04b877230aa4024abc1647b663d4e30 HTTP/1.1" status: 200 len: 375 time: 0.0094187 Nov 10 14:24:10.643830 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2004394e-3552-4de7-97a0-866987d5be92 req-823f0504-e3a5-4515-ad82-243f3a706071 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627936 Nov 10 14:24:10.656326 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] For port c499e0f1-e40b-4999-81e2-d7031dcee105, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=c499e0f1-e40b-4999-81e2-d7031dcee105,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:10.656573 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:10.662697 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-cde370ce-9362-4791-a529-52986faa4f45 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411286 Nov 10 14:24:10.789887 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Calling delete_port for c499e0f1-e40b-4999-81e2-d7031dcee105 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:10.790122 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-daa0123a-9ecc-4bd1-bc3e-5dbb37e09bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223402 Nov 10 14:24:10.868230 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25d20d1a-fe2b-4ba3-965f-038d208ed3b6 req-4050625a-ed7e-4982-a731-5de8a9d4a022 service neutron] 10.222.0.18 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286593 Nov 10 14:24:10.923201 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-4d9efc5f-ecf1-4455-8813-d30df98b6dff service neutron] 10.222.0.13 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266384 Nov 10 14:24:11.036260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:11.043786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cbe00786-8486-43e7-b33a-79275f28a827 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:11.055677 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['c499e0f1-e40b-4999-81e2-d7031dcee105', '2fce47d6-e26a-4107-83d9-5a346069f826'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:11.137959 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Pushing event deleted for resources: {'Port': ['ID=c499e0f1-e40b-4999-81e2-d7031dcee105,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:11.147931 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:11.158516 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b87caf60-e525-479a-8a21-58507b416ed0 req-859617a7-404b-4c29-9047-b296fb77a864 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 210 time: 0.0523913 Nov 10 14:24:11.192202 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c7a0933e-c3e0-465c-83e9-f8ace2b71ad5 req-012c24fb-3743-4014-bb00-543410ad3843 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0384bd-49de-4ba9-a0f2-18e2607be269 HTTP/1.1" status: 200 len: 210 time: 0.1070960 Nov 10 14:24:11.201564 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-52125bd7-051c-48c3-843b-0b0b4d1e34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:11.203573 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-52125bd7-051c-48c3-843b-0b0b4d1e34e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6159225f7b2485c81e61b835d7af27d&device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 1096 time: 0.2769396 Nov 10 14:24:11.270854 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] No DVR routers for this DVR port c499e0f1-e40b-4999-81e2-d7031dcee105 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:24:11.273603 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:11.346203 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cf80ff36-e10c-4e2b-b7d1-5e23622c85ab req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "DELETE /v2.0/ports/c499e0f1-e40b-4999-81e2-d7031dcee105 HTTP/1.1" status: 204 len: 173 time: 1.5372868 Nov 10 14:24:11.397079 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-ca1bd48e-3779-4a5e-af46-ac3da4af2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:11.399189 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-ca1bd48e-3779-4a5e-af46-ac3da4af2e2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e68b077-09a7-4690-b1f6-4c21b80e4ec8 HTTP/1.1" status: 200 len: 908 time: 0.1636527 Nov 10 14:24:11.472687 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-136032df-1eb3-43ee-b5cc-66f8fb598284 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32126068-bba8-4021-a12d-8b5e928e4668 HTTP/1.1" status: 200 len: 217 time: 0.0652919 Nov 10 14:24:11.543001 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-3516cb30-53ce-4cc1-91ef-6014bab03075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:11.544425 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-3516cb30-53ce-4cc1-91ef-6014bab03075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36601dd7-04d5-408a-9ffe-970d1aea20bc HTTP/1.1" status: 200 len: 847 time: 0.0566030 Nov 10 14:24:11.597869 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-acf85349-9b6e-4dd4-9397-1d189b7c3c96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e68b077-09a7-4690-b1f6-4c21b80e4ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446284 Nov 10 14:24:11.598334 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'name': 'network-vif-deleted', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:11.670586 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0384bd-49de-4ba9-a0f2-18e2607be269', 'name': 'network-vif-deleted', 'tag': 'c499e0f1-e40b-4999-81e2-d7031dcee105', 'status': 'completed', 'code': 200} Nov 10 14:24:11.731422 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-d8db77e0-89c0-4719-a4aa-13162e1f0785 service neutron] 10.222.0.18 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259422 Nov 10 14:24:11.943206 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e622ca21-fb5d-4731-808c-39cd0090eaaa req-674610a0-c193-41a1-acda-b0e16923ceed service neutron] 10.222.0.18 "GET /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956058 Nov 10 14:24:11.952068 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3692-8874-4672-9119-b4364158e7e1 req-cb4d8eb9-d31a-4377-8aff-70d832607ac2 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:11.953412 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3e5a3692-8874-4672-9119-b4364158e7e1 req-cb4d8eb9-d31a-4377-8aff-70d832607ac2 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 943 time: 0.1882939 Nov 10 14:24:11.996935 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3e5a3692-8874-4672-9119-b4364158e7e1 req-3cf05f62-466d-4b76-a204-9f50f259c786 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Nov 10 14:24:12.327691 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-20b59944-14e8-4923-915d-64adcc21d689 req-74bebb11-0065-4fbc-a0e8-fbce69c76b0a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 210 time: 0.0500653 Nov 10 14:24:12.583752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-e8447fcb-db59-4c9a-aa47-a1c8e538255a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:12.585360 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-e8447fcb-db59-4c9a-aa47-a1c8e538255a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 814 time: 0.2555606 Nov 10 14:24:12.603318 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Request body: {'port': {'device_id': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e', 'admin_state_up': True, 'tenant_id': 'c04b877230aa4024abc1647b663d4e30'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:12.684646 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4767fc2-e871-40ce-a90e-e9481cb5b52d req-73c16381-0786-4130-8e9a-dbbef57ca597 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:12.686737 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b4767fc2-e871-40ce-a90e-e9481cb5b52d req-73c16381-0786-4130-8e9a-dbbef57ca597 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0814435 Nov 10 14:24:12.732127 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b4767fc2-e871-40ce-a90e-e9481cb5b52d req-a983cda1-be57-4e05-b5fb-7c5f2a9eb0c5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Nov 10 14:24:12.737923 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:12.742824 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Usage tracker for resource:port and tenant:c04b877230aa4024abc1647b663d4e30 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:12.745653 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:12.751670 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:12.761063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Made reservation on behalf of c04b877230aa4024abc1647b663d4e30 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:12.764749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:12.923135 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Allocated IP 172.20.0.14 (2b356175-06bb-4b30-ac9b-70819506693e/1910e20e-af48-41b1-9eef-edbd36986b0c/00026b12-a012-4f00-a193-bb04f2422619) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:13.165990 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.217860 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ffd1c-cc55-403d-b4df-08502ae718ca req-8140568b-472d-4541-9a42-afe261722690 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:13.219340 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-495ffd1c-cc55-403d-b4df-08502ae718ca req-8140568b-472d-4541-9a42-afe261722690 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 943 time: 0.1117017 Nov 10 14:24:13.239112 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.245241 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-651ad48f-651a-4db6-b36a-110a67b7ee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:13.333657 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Network 2b356175-06bb-4b30-ac9b-70819506693e is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:13.338829 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:13.345122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:13.372141 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-495ffd1c-cc55-403d-b4df-08502ae718ca req-48cf622a-a974-4b5c-a009-bd75582b384d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463556 Nov 10 14:24:13.378709 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Pushing event updated for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:13.390393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:13.415722 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:13.416330 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.440686 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8417821 Nov 10 14:24:13.454244 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Request body: {'port': {'device_id': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:13.517105 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87be3-8136-4d6d-a297-edfc9cfe2c64 req-511eec84-5ce1-4675-9b52-011df8a49e51 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:13.518599 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-64a87be3-8136-4d6d-a297-edfc9cfe2c64 req-511eec84-5ce1-4675-9b52-011df8a49e51 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 932 time: 0.0832024 Nov 10 14:24:13.562139 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-64a87be3-8136-4d6d-a297-edfc9cfe2c64 req-596ca744-cb9d-40f9-af46-48b2e85c82c2 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Nov 10 14:24:13.567403 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.739578 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 32126068-bba8-4021-a12d-8b5e928e4668 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:24:13.743039 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device c499e0f1-e40b-4999-81e2-d7031dcee105 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:13.780908 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: c499e0f1-e40b-4999-81e2-d7031dcee105 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:13.781264 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device c499e0f1-e40b-4999-81e2-d7031dcee105 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:13.910767 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=32126068-bba8-4021-a12d-8b5e928e4668,segment=NetworkSegment(30d21795-4b5c-4018-8a93-639a660e4408),segment_id=30d21795-4b5c-4018-8a93-639a660e4408)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:13.924170 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '32126068-bba8-4021-a12d-8b5e928e4668', 'network_id': '7e68b077-09a7-4690-b1f6-4c21b80e4ec8', 'port_id': '32126068-bba8-4021-a12d-8b5e928e4668', 'mac_address': 'fa:16:3e:79:26:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36601dd7-04d5-408a-9ffe-970d1aea20bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:24:13.972473 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00026b12-a012-4f00-a193-bb04f2422619 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:13.981296 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.981598 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:13.999702 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32126068-bba8-4021-a12d-8b5e928e4668 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:14.001109 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd39e3-bb2b-47ad-834c-f2b9ed5b33ab req-5d78a25f-b017-45eb-a14e-ed49049a32e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.001810 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f3bd39e3-bb2b-47ad-834c-f2b9ed5b33ab req-5d78a25f-b017-45eb-a14e-ed49049a32e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:14.012249 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Transition to ACTIVE for port object 00026b12-a012-4f00-a193-bb04f2422619 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:14.016332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=32126068-bba8-4021-a12d-8b5e928e4668,segment=NetworkSegment(30d21795-4b5c-4018-8a93-639a660e4408),segment_id=30d21795-4b5c-4018-8a93-639a660e4408)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:14.018611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:14.019442 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:14.021203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-9db31697-0d34-4365-960b-277fc9df5adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:14.023809 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:14.060567 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f3bd39e3-bb2b-47ad-834c-f2b9ed5b33ab req-5d78a25f-b017-45eb-a14e-ed49049a32e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:14.062081 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f3bd39e3-bb2b-47ad-834c-f2b9ed5b33ab req-5d78a25f-b017-45eb-a14e-ed49049a32e3 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.2184875 Nov 10 14:24:14.086363 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:14.094407 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.094775 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.095111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.095438 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.095761 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.096083 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.096401 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.096718 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.097032 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.097352 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.097665 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.097976 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:14.101645 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:14.211929 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Pushing event updated for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:14.224679 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f3bd39e3-bb2b-47ad-834c-f2b9ed5b33ab req-bbbb470b-1c2c-4950-bfa9-52ef76d20e3e tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538112 Nov 10 14:24:14.225607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:14.280541 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['32126068-bba8-4021-a12d-8b5e928e4668'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:14.372667 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Attempting to bind port 00026b12-a012-4f00-a193-bb04f2422619 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:14.373011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Attempting to bind port 00026b12-a012-4f00-a193-bb04f2422619 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:14.373373 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Attempting to bind port 00026b12-a012-4f00-a193-bb04f2422619 on network 2b356175-06bb-4b30-ac9b-70819506693e {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:14.378189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Port 00026b12-a012-4f00-a193-bb04f2422619 on network 2b356175-06bb-4b30-ac9b-70819506693e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:24:14.378537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Attempting to bind port 00026b12-a012-4f00-a193-bb04f2422619 on network 2b356175-06bb-4b30-ac9b-70819506693e {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:14.383752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:14.384090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Checking segment: {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:14.384474 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Bound using segment: {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:14.384928 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Bound port: 00026b12-a012-4f00-a193-bb04f2422619, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ee3abb-a85a-4fe6-a89d-2d7625015009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:14.385269 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:14.481834 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:14.485794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=00026b12-a012-4f00-a193-bb04f2422619,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:14.491083 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:14.494814 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9b3be6b1-4773-411d-a8a4-d994cfb615ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:14.552982 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.553591 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:14.554974 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] 10.222.0.18 "PUT /v2.0/ports/00026b12-a012-4f00-a193-bb04f2422619 HTTP/1.1" status: 200 len: 1094 time: 1.1054132 Nov 10 14:24:14.555458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'tag': '00026b12-a012-4f00-a193-bb04f2422619'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:14.572772 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42a71f-84d5-4440-b57b-cb287001847e req-7854cee1-b2b4-4ad3-bbf7-b144a2a0b7a6 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.575514 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Pushing event updated for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:14.579000 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bd42a71f-84d5-4440-b57b-cb287001847e req-7854cee1-b2b4-4ad3-bbf7-b144a2a0b7a6 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 944 time: 0.0885696 Nov 10 14:24:14.579288 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:14.600293 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'tag': '00026b12-a012-4f00-a193-bb04f2422619', 'status': 'completed', 'code': 200} Nov 10 14:24:14.638054 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bd42a71f-84d5-4440-b57b-cb287001847e req-bb60ce68-e169-4136-8cf9-e830d53a0cd7 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Nov 10 14:24:14.681243 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-f8867a63-af52-4a0e-90ef-e9904c170e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.682729 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-f8867a63-af52-4a0e-90ef-e9904c170e6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 1097 time: 0.0777113 Nov 10 14:24:14.784473 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-f75abf1c-7ac7-4c7f-8426-ad3f50f8b98e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00026b12-a012-4f00-a193-bb04f2422619 HTTP/1.1" status: 200 len: 217 time: 0.0711813 Nov 10 14:24:14.857552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-49f6ec93-d141-49eb-91fe-dd6859a8468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.858985 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-49f6ec93-d141-49eb-91fe-dd6859a8468d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1910e20e-af48-41b1-9eef-edbd36986b0c HTTP/1.1" status: 200 len: 854 time: 0.0671091 Nov 10 14:24:14.869646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef8c3b-135d-41e8-889e-37c2f7c5f0de req-4d52685f-79a2-460f-9fa2-bcd589abf439 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:14.870286 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-25ef8c3b-135d-41e8-889e-37c2f7c5f0de req-4d52685f-79a2-460f-9fa2-bcd589abf439 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Synchronizing usage tracker for tenant:c04b877230aa4024abc1647b663d4e30 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:14.917878 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-55c71f0d-a16f-421d-8f10-55d34b44df2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b356175-06bb-4b30-ac9b-70819506693e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449672 Nov 10 14:24:14.946411 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-25ef8c3b-135d-41e8-889e-37c2f7c5f0de req-4d52685f-79a2-460f-9fa2-bcd589abf439 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Unset dirty status for tenant:c04b877230aa4024abc1647b663d4e30 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:14.947466 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25ef8c3b-135d-41e8-889e-37c2f7c5f0de req-4d52685f-79a2-460f-9fa2-bcd589abf439 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 944 time: 0.2639010 Nov 10 14:24:15.053213 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-25ef8c3b-135d-41e8-889e-37c2f7c5f0de req-c871c790-26b0-4f13-9585-15921cacf305 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Nov 10 14:24:15.083540 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-69f384df-39a4-4eb2-b184-c896f741ecea service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574035 Nov 10 14:24:15.213114 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2f697bd9-445b-489a-869d-2efe4ca0a5dc req-c1f2a066-8254-440f-8b18-7ff341b7262c service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218898 Nov 10 14:24:15.349278 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-3f9dff13-ee38-45a7-a61c-e2371c481cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:15.350833 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-3f9dff13-ee38-45a7-a61c-e2371c481cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c04b877230aa4024abc1647b663d4e30&device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 1097 time: 0.0745518 Nov 10 14:24:15.413468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92c41-4312-4b14-a2fb-2829b560eb0d req-8936e8b4-9785-4970-b227-f38658ca5e87 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:15.414960 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4bb92c41-4312-4b14-a2fb-2829b560eb0d req-8936e8b4-9785-4970-b227-f38658ca5e87 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0787587 Nov 10 14:24:15.459160 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4bb92c41-4312-4b14-a2fb-2829b560eb0d req-0464b053-4669-45fc-bcaf-0803291bfdab tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Nov 10 14:24:15.487492 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-e8897d24-d9ad-49a4-b064-87aa51ea6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:15.488919 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-e8897d24-d9ad-49a4-b064-87aa51ea6e4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 200 len: 915 time: 0.1266744 Nov 10 14:24:15.562342 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-a91b16ef-03fd-47c8-a97d-1ac77c8bf8d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00026b12-a012-4f00-a193-bb04f2422619 HTTP/1.1" status: 200 len: 217 time: 0.0645695 Nov 10 14:24:15.624866 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-2496a767-a5e6-486b-845f-abb6b02d6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:15.626161 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-2496a767-a5e6-486b-845f-abb6b02d6a0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1910e20e-af48-41b1-9eef-edbd36986b0c HTTP/1.1" status: 200 len: 854 time: 0.0567496 Nov 10 14:24:15.676354 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-74a905bb-426e-4e6c-a34b-826ef9babb2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b356175-06bb-4b30-ac9b-70819506693e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426934 Nov 10 14:24:15.744030 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 32126068-bba8-4021-a12d-8b5e928e4668 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:15.809744 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 32126068-bba8-4021-a12d-8b5e928e4668 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:15.815551 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 32126068-bba8-4021-a12d-8b5e928e4668 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:15.815914 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:15.866952 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-1c90116b-1e3c-43ba-97c4-6a84ea92826b service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780987 Nov 10 14:24:15.882373 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192a42-ad0a-4987-9bd7-714932a12554 req-9f6c1e79-ad7b-45c6-b7b0-9cb260252d17 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:15.883715 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-60192a42-ad0a-4987-9bd7-714932a12554 req-9f6c1e79-ad7b-45c6-b7b0-9cb260252d17 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 944 time: 0.1306124 Nov 10 14:24:15.930837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:15.959935 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:15.970134 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=32126068-bba8-4021-a12d-8b5e928e4668,segment=NetworkSegment(30d21795-4b5c-4018-8a93-639a660e4408),segment_id=30d21795-4b5c-4018-8a93-639a660e4408)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:15.974688 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:15.976561 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-37da0cee-e4b9-4450-a29e-2dcf0693ae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:16.014999 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668', 'code': 200} Nov 10 14:24:16.049173 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:16.052157 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:16.104976 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-60192a42-ad0a-4987-9bd7-714932a12554 req-9efda69b-3f6a-498f-8c47-2e89c73e8e03 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999404 Nov 10 14:24:16.147949 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bd067695-9bfe-4a94-a025-d0a7b6202c76 req-60623fe5-a594-45eb-b55e-5f4bd0c2c4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608826 Nov 10 14:24:16.247991 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241fff4-58ad-45f5-b3de-4f1cbb890d45 req-923111c3-1e80-41d3-964b-3918f2a5dadc tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:16.250129 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9241fff4-58ad-45f5-b3de-4f1cbb890d45 req-923111c3-1e80-41d3-964b-3918f2a5dadc tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 944 time: 0.0858717 Nov 10 14:24:16.273076 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb826c8-737e-4e81-b961-c3b52160e3c3 req-8ed9d287-e060-45b7-b559-33eac887ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:16.274583 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9eb826c8-737e-4e81-b961-c3b52160e3c3 req-8ed9d287-e060-45b7-b559-33eac887ebd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 1098 time: 0.0699117 Nov 10 14:24:16.295652 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9241fff4-58ad-45f5-b3de-4f1cbb890d45 req-a3b91ea2-d938-4e5a-94f8-4b3708061608 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384290 Nov 10 14:24:16.324269 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9eb826c8-737e-4e81-b961-c3b52160e3c3 req-771ef51b-1006-4062-9a59-88aac42dbad5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Nov 10 14:24:16.641481 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272a78d-2d8d-4fef-bc91-3f2f78f92342 req-2dc5b962-b5e0-42d9-bc47-d89287fa97ca tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:16.642932 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b272a78d-2d8d-4fef-bc91-3f2f78f92342 req-2dc5b962-b5e0-42d9-bc47-d89287fa97ca tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0828605 Nov 10 14:24:16.688239 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b272a78d-2d8d-4fef-bc91-3f2f78f92342 req-c3b52ef9-7fd2-45c3-97ba-29ea0c367f0d tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Nov 10 14:24:17.291040 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463381f9-afde-433e-8457-840ce816d9a7 req-bcc344a7-cd19-434b-95dd-39aa54ef44da tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:17.292489 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-463381f9-afde-433e-8457-840ce816d9a7 req-bcc344a7-cd19-434b-95dd-39aa54ef44da tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 945 time: 0.0798485 Nov 10 14:24:17.336603 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-463381f9-afde-433e-8457-840ce816d9a7 req-06d8715a-67f7-4bb4-bfa6-a256eab96a66 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Nov 10 14:24:17.477153 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185982-d961-46ee-bad2-8a51bf5149e4 req-99983603-6bcd-4f2a-926b-a74be497c889 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:17.478921 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-73185982-d961-46ee-bad2-8a51bf5149e4 req-99983603-6bcd-4f2a-926b-a74be497c889 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 944 time: 0.0790532 Nov 10 14:24:17.522945 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-73185982-d961-46ee-bad2-8a51bf5149e4 req-03766b82-97d7-4ed3-a5b8-480e8897c662 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Nov 10 14:24:17.752730 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 00026b12-a012-4f00-a193-bb04f2422619 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:24:17.894231 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=00026b12-a012-4f00-a193-bb04f2422619,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:17.908210 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '00026b12-a012-4f00-a193-bb04f2422619', 'network_id': '2b356175-06bb-4b30-ac9b-70819506693e', 'port_id': '00026b12-a012-4f00-a193-bb04f2422619', 'mac_address': 'fa:16:3e:9e:38:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1910e20e-af48-41b1-9eef-edbd36986b0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:24:17.965941 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:17.982708 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00026b12-a012-4f00-a193-bb04f2422619 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:17.998335 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=00026b12-a012-4f00-a193-bb04f2422619,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:18.003183 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:18.005156 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:18.026150 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e0f3c-2a38-45ae-be38-41e09639b0c8 req-1c4b6dc9-8154-4848-bd1b-40fb871f57b6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:18.027628 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-247e0f3c-2a38-45ae-be38-41e09639b0c8 req-1c4b6dc9-8154-4848-bd1b-40fb871f57b6 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.0845077 Nov 10 14:24:18.072342 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-247e0f3c-2a38-45ae-be38-41e09639b0c8 req-7100a0c3-ed3d-4a16-b038-001131d92ece tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Nov 10 14:24:18.073511 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:18.076534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:18.306162 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['00026b12-a012-4f00-a193-bb04f2422619'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:18.522674 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344356a-602b-419d-a955-0d4afd486269 req-3edf528c-f6dc-4c13-b957-b870d973c376 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:18.524103 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4344356a-602b-419d-a955-0d4afd486269 req-3edf528c-f6dc-4c13-b957-b870d973c376 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 945 time: 0.0817585 Nov 10 14:24:18.568267 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4344356a-602b-419d-a955-0d4afd486269 req-54ee2a1c-0d7f-4cac-9a1b-8a147605e5cd tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Nov 10 14:24:18.704943 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024fccb-803b-4f90-8e74-840099531276 req-783704f9-787b-45db-ac7d-019db4fb3317 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:18.706390 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5024fccb-803b-4f90-8e74-840099531276 req-783704f9-787b-45db-ac7d-019db4fb3317 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 945 time: 0.0811560 Nov 10 14:24:18.753642 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5024fccb-803b-4f90-8e74-840099531276 req-04edf0bf-d06e-4a85-9367-d206796342f1 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Nov 10 14:24:19.320464 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe89fe4-8929-47a5-963c-59b950f9a68a req-e94d3e0c-0f4d-41fa-a15d-c9a93eb773a4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:19.321907 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfe89fe4-8929-47a5-963c-59b950f9a68a req-e94d3e0c-0f4d-41fa-a15d-c9a93eb773a4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1470091 Nov 10 14:24:19.332871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-8909967c-5e6f-4277-baae-8725c70701f5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:19.334188 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-8909967c-5e6f-4277-baae-8725c70701f5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 945 time: 0.1223383 Nov 10 14:24:19.428134 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfe89fe4-8929-47a5-963c-59b950f9a68a req-97e656ff-c247-48ff-98e6-0cdd50d91ca5 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4c3a87-ed4a-4feb-9b24-0007b5a29579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928874 Nov 10 14:24:19.431423 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Deleting port 2fce47d6-e26a-4107-83d9-5a346069f826 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:19.431764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:19.667614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] For port 2fce47d6-e26a-4107-83d9-5a346069f826, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=2fce47d6-e26a-4107-83d9-5a346069f826,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:19.668340 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:19.767677 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 00026b12-a012-4f00-a193-bb04f2422619 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:19.791747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Calling delete_port for 2fce47d6-e26a-4107-83d9-5a346069f826 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:19.838615 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 00026b12-a012-4f00-a193-bb04f2422619 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:19.843975 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 00026b12-a012-4f00-a193-bb04f2422619 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:19.844363 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:19.941927 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8090e76-d034-4cf3-942a-2b0e40358f28 req-8629e1b8-61e4-4619-8173-8b4468bb63d3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:19.942588 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:19.943435 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8090e76-d034-4cf3-942a-2b0e40358f28 req-8629e1b8-61e4-4619-8173-8b4468bb63d3 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 945 time: 0.0831752 Nov 10 14:24:19.953419 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fdbbb365-532c-4b8e-9221-8ff6d5efbf87 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:19.969176 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:19.989572 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8090e76-d034-4cf3-942a-2b0e40358f28 req-53f7b121-6bbb-4d4f-9627-54fbf438170e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Nov 10 14:24:20.005454 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Pushing event deleted for resources: {'Port': ['ID=2fce47d6-e26a-4107-83d9-5a346069f826,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:20.007348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00026b12-a012-4f00-a193-bb04f2422619'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:20.017820 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=00026b12-a012-4f00-a193-bb04f2422619,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:20.024320 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:20.024767 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 2fce47d6-e26a-4107-83d9-5a346069f826 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:20.055705 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:20.084248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:20.097869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] No DVR routers for this DVR port 2fce47d6-e26a-4107-83d9-5a346069f826 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:24:20.099832 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00026b12-a012-4f00-a193-bb04f2422619', 'code': 200} Nov 10 14:24:20.101215 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:20.104325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'name': 'network-vif-deleted', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:20.111849 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 2fce47d6-e26a-4107-83d9-5a346069f826 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:20.112420 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 2fce47d6-e26a-4107-83d9-5a346069f826 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:20.140835 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2ef83178-40a3-42b9-b868-ba4f4d224917 req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.18 "DELETE /v2.0/ports/2fce47d6-e26a-4107-83d9-5a346069f826 HTTP/1.1" status: 204 len: 173 time: 0.7931652 Nov 10 14:24:20.151721 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:20.158362 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:20.163707 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43b010-d4c0-4803-8158-50a4b97c2062', 'name': 'network-vif-deleted', 'tag': '2fce47d6-e26a-4107-83d9-5a346069f826', 'status': 'completed', 'code': 200} Nov 10 14:24:20.408917 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e489-7501-4599-827f-0351c9f6c847 req-73cc7790-9fcf-43d5-8cb4-93062296c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:20.410385 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f694e489-7501-4599-827f-0351c9f6c847 req-73cc7790-9fcf-43d5-8cb4-93062296c907 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 1099 time: 0.0743771 Nov 10 14:24:20.457324 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f694e489-7501-4599-827f-0351c9f6c847 req-a64bcdf7-7071-4475-beb2-6dcc798c42ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Nov 10 14:24:20.590405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-73938194-0886-4cd8-9d98-f7140ee7fe4b req-c2ed82bb-7bec-474c-90b7-420e66d4c9b4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Synchronizing usage tracker for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:20.606602 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-73938194-0886-4cd8-9d98-f7140ee7fe4b req-c2ed82bb-7bec-474c-90b7-420e66d4c9b4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Unset dirty status for tenant:15808047741f442ba627de6abd4dfd0d on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:20.607830 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-73938194-0886-4cd8-9d98-f7140ee7fe4b req-c2ed82bb-7bec-474c-90b7-420e66d4c9b4 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef43b010-d4c0-4803-8158-50a4b97c2062 HTTP/1.1" status: 200 len: 210 time: 0.0598755 Nov 10 14:24:21.184640 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03bb29-3203-49a4-9ad1-d927c2e1e8da req-1dbb7c57-038a-49f5-9db9-520fd9896f6a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:21.186067 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ff03bb29-3203-49a4-9ad1-d927c2e1e8da req-1dbb7c57-038a-49f5-9db9-520fd9896f6a tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.0865371 Nov 10 14:24:21.231823 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ff03bb29-3203-49a4-9ad1-d927c2e1e8da req-2c70baa0-a913-4a19-8219-7af7fa248a36 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Nov 10 14:24:21.704533 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44916) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:22.194567 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d082b2-160b-4a24-981e-a4a29edc9b8e req-dc4c285a-cac7-469f-a6ce-c4e0f5244888 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:22.195999 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2d082b2-160b-4a24-981e-a4a29edc9b8e req-dc4c285a-cac7-469f-a6ce-c4e0f5244888 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 945 time: 0.1888790 Nov 10 14:24:22.313252 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d2d082b2-160b-4a24-981e-a4a29edc9b8e req-e71a7255-81ac-4ce1-880c-bafa3df63064 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924468 Nov 10 14:24:22.434299 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:22.508374 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86d9e7-1615-471d-9888-93216055083d req-19fbaf9c-9b56-4057-9429-d90e7c12f5c4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:22.509835 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1b86d9e7-1615-471d-9888-93216055083d req-19fbaf9c-9b56-4057-9429-d90e7c12f5c4 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.1603076 Nov 10 14:24:22.554539 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1b86d9e7-1615-471d-9888-93216055083d req-d6c6cee5-acd6-4f49-837b-b060d0ed272e tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Nov 10 14:24:22.782129 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Deleting port 7c634e55-be99-4656-89fc-9b87cf6c7b6f {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:22.782410 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:22.972382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] For port 7c634e55-be99-4656-89fc-9b87cf6c7b6f, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7c634e55-be99-4656-89fc-9b87cf6c7b6f,segment=NetworkSegment(560c08bd-3648-4c38-bbee-fa22fbbfc59d),segment_id=560c08bd-3648-4c38-bbee-fa22fbbfc59d)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:22.972992 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:23.103775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Calling delete_port for 7c634e55-be99-4656-89fc-9b87cf6c7b6f owned by network:router_interface {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:23.568523 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-eaab325f-4130-458e-9100-5c5a65c271c4 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:23.570384 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-eaab325f-4130-458e-9100-5c5a65c271c4 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 945 time: 0.1151330 Nov 10 14:24:23.573495 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:23.578884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:23.579077 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea13e-7445-480a-bd49-408e62e1428c req-7a3bb995-1337-4b65-8bf9-648d3bbc7c4d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:23.580465 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e22ea13e-7445-480a-bd49-408e62e1428c req-7a3bb995-1337-4b65-8bf9-648d3bbc7c4d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 945 time: 0.1578317 Nov 10 14:24:23.623438 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c634e55-be99-4656-89fc-9b87cf6c7b6f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:23.653030 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:23.684837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Deleting port 32126068-bba8-4021-a12d-8b5e928e4668 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:23.685186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:23.718202 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e22ea13e-7445-480a-bd49-408e62e1428c req-c0cf66ff-6e22-4843-876c-9f9ded398ef7 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/security-groups?id=81252c21-598a-43af-af98-3104741f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031997 Nov 10 14:24:23.836424 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:23.944687 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] For port 32126068-bba8-4021-a12d-8b5e928e4668, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=32126068-bba8-4021-a12d-8b5e928e4668,segment=NetworkSegment(30d21795-4b5c-4018-8a93-639a660e4408),segment_id=30d21795-4b5c-4018-8a93-639a660e4408)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:23.944973 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.069000 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Calling delete_port for 32126068-bba8-4021-a12d-8b5e928e4668 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:24.201416 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Router 69550075-bd42-4ca4-8686-bd53ce360779 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:24:24.218344 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.224308 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:24.272578 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Pushing event deleted for resources: {'Port': ['ID=32126068-bba8-4021-a12d-8b5e928e4668,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:24.276053 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:24.356172 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] No DVR routers for this DVR port 32126068-bba8-4021-a12d-8b5e928e4668 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:24:24.359632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.362240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'name': 'network-vif-deleted', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:24.379909 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-17c1003f-34d7-4d7f-ad69-9148fccf51b9 req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.18 "DELETE /v2.0/ports/32126068-bba8-4021-a12d-8b5e928e4668 HTTP/1.1" status: 204 len: 173 time: 0.7937567 Nov 10 14:24:24.388340 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:24:24.399725 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Sync routers for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:24:24.416231 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] 10.222.0.13 "PUT /v2.0/routers/69550075-bd42-4ca4-8686-bd53ce360779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103369 Nov 10 14:24:24.417220 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:24.418899 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44942) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:24.419746 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:23:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:24.448041 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7870a-2a9b-418a-ae11-7a0caf756449', 'name': 'network-vif-deleted', 'tag': '32126068-bba8-4021-a12d-8b5e928e4668', 'status': 'completed', 'code': 200} Nov 10 14:24:24.612727 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.620076 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:24.894470 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-5631cdc3-b520-4696-b8d9-47cde7e31755 req-221c98ed-bc36-4d5b-9e00-599aa6ae6cd2 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Synchronizing usage tracker for tenant:b6159225f7b2485c81e61b835d7af27d on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:24.897781 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.910234 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Deleting port 2f97d0cb-10f7-4368-9b81-b935448e9be8 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:24.910953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:24.913134 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-5631cdc3-b520-4696-b8d9-47cde7e31755 req-221c98ed-bc36-4d5b-9e00-599aa6ae6cd2 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Unset dirty status for tenant:b6159225f7b2485c81e61b835d7af27d on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:24.915796 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5631cdc3-b520-4696-b8d9-47cde7e31755 req-221c98ed-bc36-4d5b-9e00-599aa6ae6cd2 tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7870a-2a9b-418a-ae11-7a0caf756449 HTTP/1.1" status: 200 len: 210 time: 0.0647349 Nov 10 14:24:24.987124 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:24:23Z', 'revision_number': 5, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port': {'id': '2f97d0cb-10f7-4368-9b81-b935448e9be8', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69550075-bd42-4ca4-8686-bd53ce360779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:00Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:24.992685 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Checking router: 69550075-bd42-4ca4-8686-bd53ce360779 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:24:25.003467 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Routers {'69550075-bd42-4ca4-8686-bd53ce360779'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:25.004365 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:23:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['69550075-bd42-4ca4-8686-bd53ce360779'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:25.105437 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] For port 2f97d0cb-10f7-4368-9b81-b935448e9be8, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2f97d0cb-10f7-4368-9b81-b935448e9be8,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:25.105785 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.164475 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] Set router 69550075-bd42-4ca4-8686-bd53ce360779 gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:25.229407 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Calling delete_port for 2f97d0cb-10f7-4368-9b81-b935448e9be8 owned by network:router_gateway {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:25.271406 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:24:24Z', 'revision_number': 6, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:25.275735 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354702c8-f913-4189-8668-f8dd2f5b7d73 None None] The sync data for ids ['69550075-bd42-4ca4-8686-bd53ce360779'] in dv-cinder-817404-1-smb is: [{'id': '69550075-bd42-4ca4-8686-bd53ce360779', 'name': 'tempest-ServerRescueNegativeTestJSON-888483174-router', 'tenant_id': '15808047741f442ba627de6abd4dfd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:58Z', 'updated_at': '2021-11-10T14:24:24Z', 'revision_number': 6, 'project_id': '15808047741f442ba627de6abd4dfd0d', 'gw_port_host': None}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:24:25.418118 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.423751 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-73f38a7c-c772-476b-bddc-2edfef738740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:25.469541 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f97d0cb-10f7-4368-9b81-b935448e9be8,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:25.510297 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:25.513813 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.690356 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.692629 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.775493 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 32126068-bba8-4021-a12d-8b5e928e4668 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:25.787657 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.788247 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69550075-bd42-4ca4-8686-bd53ce360779 {{(pid=86771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:24:25.803581 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.807031 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/69550075-bd42-4ca4-8686-bd53ce360779 HTTP/1.1" status: 204 len: 168 time: 1.3848088 Nov 10 14:24:25.807293 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44958) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:25.816155 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 32126068-bba8-4021-a12d-8b5e928e4668 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:25.816515 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 32126068-bba8-4021-a12d-8b5e928e4668 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:25.869245 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Deleting subnet 7d348aa6-a067-416d-8e1d-293ae9b7e5eb {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:24:25.872192 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.920729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.927829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.987590 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-622bc3a2-22c6-4082-951f-773885b6ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.994174 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:25.998018 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:26.034920 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d348aa6-a067-416d-8e1d-293ae9b7e5eb,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:26.038305 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:26.040694 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.046771 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ea3c13ee-becb-49a6-aab0-eea1e848a6fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d348aa6-a067-416d-8e1d-293ae9b7e5eb HTTP/1.1" status: 204 len: 168 time: 0.2382696 Nov 10 14:24:26.048983 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44966) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:26.159229 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.375093 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.375245 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.404612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.405532 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.406219 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.406595 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > port after_create 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.406932 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.407258 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > port after_update 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.407701 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.407909 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.408226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.408669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.482232 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.482794 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.483864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.484464 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:24:26.484892 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.485050 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7922f4-6c98-4f81-bfd2-108d3ae34bd9']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:26.499918 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560c08bd-3648-4c38-bbee-fa22fbbfc59d') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:26.500244 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560c08bd-3648-4c38-bbee-fa22fbbfc59d') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:26.512677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.530106 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.540580 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:24:26.540975 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: from cryptography.utils import int_from_bytes Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: from cryptography.utils import int_from_bytes Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: util.warn_limited( Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: util.warn_limited( Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:24:26.557299 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:24:26.638122 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.642626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:26.658359 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.663621 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7922f4-6c98-4f81-bfd2-108d3ae34bd9,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:26.668026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:26.676302 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e7922f4-6c98-4f81-bfd2-108d3ae34bd9 HTTP/1.1" status: 204 len: 168 time: 0.6263030 Nov 10 14:24:26.798379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44980) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:26.849649 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-fac6a6f6-35d0-4b7f-b543-0427f31c5064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15808047741f442ba627de6abd4dfd0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500443 Nov 10 14:24:26.852072 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 44984) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:26.922807 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.953744 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:26.980492 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2f97d0cb-10f7-4368-9b81-b935448e9be8 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:27.006333 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:27.011378 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6c0fa5b0-fcd9-437d-8a05-7d4a7889d170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:27.015756 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 2f97d0cb-10f7-4368-9b81-b935448e9be8 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:27.016111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2f97d0cb-10f7-4368-9b81-b935448e9be8 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:27.016537 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7c634e55-be99-4656-89fc-9b87cf6c7b6f no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:27.026368 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4c3a87-ed4a-4feb-9b24-0007b5a29579,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:27.031011 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:27.035082 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:27.036325 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f4c3a87-ed4a-4feb-9b24-0007b5a29579 HTTP/1.1" status: 204 len: 168 time: 0.1829736 Nov 10 14:24:27.062919 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 7c634e55-be99-4656-89fc-9b87cf6c7b6f {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:27.063267 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7c634e55-be99-4656-89fc-9b87cf6c7b6f not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:27.765861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45018) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:27.887199 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-894507722-network', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:27.892921 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:27.897363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Usage tracker for resource:network and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:27.900215 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:27.907538 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:27.918049 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Made reservation on behalf of faad02f72888411bb7c1ca3db927c9af for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:27.921120 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:27.934562 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:27.950154 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:27.954718 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:27.957494 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:27.963429 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:28.051918 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.055706 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.058163 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb1f059b-8416-45c8-b9e6-e0649a0ddfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:28.093644 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:24:28.096155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1afc7a-e4df-424d-a6d7-f1b40461c70e,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:28.102311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:28.107598 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.108456 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Added segment 90adb36b-f154-4d14-b343-e520f94ed5c8 of type vlan for network fdd1bd96-3498-43a8-bf61-d03acbe23474 Nov 10 14:24:28.136175 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.167164 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.168521 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:28.169093 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.174480 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:28.274769 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd1bd96-3498-43a8-bf61-d03acbe23474,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:28.277545 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:28.279426 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5124073 Nov 10 14:24:28.282776 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45034) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:28.289715 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:24:28.291890 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Request body: {'subnet': {'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-subnet', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:28.298023 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:28.303723 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Usage tracker for resource:subnet and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:28.307744 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:28.315501 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:28.327692 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Made reservation on behalf of faad02f72888411bb7c1ca3db927c9af for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:28.329993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6386419'] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.533524 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7595213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6386413'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.539217 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-20d4564a-9e3e-4de7-adc3-9cc71cc92e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:28.555290 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-37288ddc-1224-44c8-b6ca-1b22d43105c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.611959 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b763dd-3d5c-4995-9b3e-2c3a1253a257,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:28.614532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:28.623739 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Checking segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:28.624130 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Network hostable DHCP agents. Network: fdd1bd96-3498-43a8-bf61-d03acbe23474, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:24:28.642558 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:24:28.651139 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, fdd1bd96-3498-43a8-bf61-d03acbe23474) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:28.655475 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:28.656078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.660071 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f9218-f49d-4aa6-8362-b537e3abcee3 None None] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:28.757641 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4712021 Nov 10 14:24:28.757856 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45038) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:28.762654 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:28.767614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:28.771414 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Usage tracker for resource:router and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:28.774155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:28.781237 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:28.792124 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.793136 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.808991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:28.883930 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-fdd1bd96-3498-43a8-bf61-d03acbe23474', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:24:28.884782 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.062081 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Allocated IP 172.20.0.2 (fdd1bd96-3498-43a8-bf61-d03acbe23474/11b763dd-3d5c-4995-9b3e-2c3a1253a257/78b05375-df39-490a-bcfe-936e178737c7) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:29.084890 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.305207 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.317951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Transition to ACTIVE for port object 78b05375-df39-490a-bcfe-936e178737c7 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:29.341630 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Transition to ACTIVE for port object 78b05375-df39-490a-bcfe-936e178737c7 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:29.350105 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.363312 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:29.441189 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Pushing event updated for resources: {'Port': ['ID=78b05375-df39-490a-bcfe-936e178737c7,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:29.445804 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:29.456107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:29.457246 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:29.459914 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:29.502576 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.567690 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Attempting to bind port 78b05375-df39-490a-bcfe-936e178737c7 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:29.568175 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Attempting to bind port 78b05375-df39-490a-bcfe-936e178737c7 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:29.568420 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Attempting to bind port 78b05375-df39-490a-bcfe-936e178737c7 on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:29.575955 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.577273 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:29.577620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Checking segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:29.578721 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.578721 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Bound using segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:29.578951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Bound port: 78b05375-df39-490a-bcfe-936e178737c7, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:29.579164 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.590824 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.671833 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] For port 78b05375-df39-490a-bcfe-936e178737c7, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:29.675052 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] For port 78b05375-df39-490a-bcfe-936e178737c7, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=78b05375-df39-490a-bcfe-936e178737c7,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:29.680723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:29.685574 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:29.772021 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Pushing event updated for resources: {'Port': ['ID=78b05375-df39-490a-bcfe-936e178737c7,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:29.773669 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:29.798926 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Allocated IP 172.28.2.27 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/651d2e03-f35a-4169-860c-bff550b00396) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:29.986424 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:30.028155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:30.033617 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-65102f6c-475d-4cf1-a6d4-2ec0595a613f tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:30.101707 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:30.104738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:30.108722 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:30.145107 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Pushing event updated for resources: {'Port': ['ID=651d2e03-f35a-4169-860c-bff550b00396,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:30.149210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:30.653450 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:30.691103 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9e0ff-3082-4de0-8026-456337fe50f8 None None] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:24:30.785953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-bcbed097-fc58-4ae4-9ec3-debe051c7620 None None] Provisioning for port 78b05375-df39-490a-bcfe-936e178737c7 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:31.057209 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.095001 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 78b05375-df39-490a-bcfe-936e178737c7 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:31.262686 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.267628 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 78b05375-df39-490a-bcfe-936e178737c7 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:31.279071 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 78b05375-df39-490a-bcfe-936e178737c7 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:31.281979 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.408646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:24:31.423434 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-cff179e4-c9fa-4a38-8f6f-2dd4ca46b109 None None] Provisioning complete for port 78b05375-df39-490a-bcfe-936e178737c7 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:31.423981 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-cff179e4-c9fa-4a38-8f6f-2dd4ca46b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.550650 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.635842 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 78b05375-df39-490a-bcfe-936e178737c7, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=78b05375-df39-490a-bcfe-936e178737c7,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:31.644911 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.648833 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:31.693159 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-cff179e4-c9fa-4a38-8f6f-2dd4ca46b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.698369 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:24:31.708428 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747a0f9-be72-464f-9872-2d1e9f4dd93f req-0e2723ed-2ef3-4d3e-a3c7-86e4d520ddd6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:31.709565 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3747a0f9-be72-464f-9872-2d1e9f4dd93f req-0e2723ed-2ef3-4d3e-a3c7-86e4d520ddd6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2002082 Nov 10 14:24:31.713949 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:24:31.744154 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:31.744786 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:31.761031 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:31.765476 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0034645 Nov 10 14:24:31.765779 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45088) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:31.770814 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3747a0f9-be72-464f-9872-2d1e9f4dd93f req-cbde686a-cd98-4368-8370-bf5e5dfc9acf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554183 Nov 10 14:24:31.865456 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=78b05375-df39-490a-bcfe-936e178737c7,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:31.874319 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:31.935361 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-cff179e4-c9fa-4a38-8f6f-2dd4ca46b109 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:24:31.935682 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-cff179e4-c9fa-4a38-8f6f-2dd4ca46b109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:24:31.980907 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:32.298213 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:30Z', 'revision_number': 3, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:32.303011 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:24:32.303508 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Updating router 2fa949e9-462f-4e76-bbdb-751f15a98c78 port 651d2e03-f35a-4169-860c-bff550b00396 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:24:32.359162 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.446358 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.691153 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Allocated IP 172.20.0.1 (fdd1bd96-3498-43a8-bf61-d03acbe23474/11b763dd-3d5c-4995-9b3e-2c3a1253a257/c1e8b592-f755-4387-89dd-e016495bed53) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:32.757952 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.770047 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Transition to ACTIVE for port object 651d2e03-f35a-4169-860c-bff550b00396 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:32.777175 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.781723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:32.861094 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Attempting to bind port 651d2e03-f35a-4169-860c-bff550b00396 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:32.861463 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Attempting to bind port 651d2e03-f35a-4169-860c-bff550b00396 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:32.861825 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Attempting to bind port 651d2e03-f35a-4169-860c-bff550b00396 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:32.867504 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d9eaf-fd37-4186-a752-6e9bff502ed1 None None] Pushing event updated for resources: {'Port': ['ID=651d2e03-f35a-4169-860c-bff550b00396,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:32.868002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.871340 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-146d9eaf-fd37-4186-a752-6e9bff502ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:32.872244 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:32.872616 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:32.873020 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.874131 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:32.874629 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Bound port: 651d2e03-f35a-4169-860c-bff550b00396, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:32.875012 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.886766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Transition to ACTIVE for port object c1e8b592-f755-4387-89dd-e016495bed53 will not be triggered until provisioned by entity DHCP. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:32.950056 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.956692 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] For port 651d2e03-f35a-4169-860c-bff550b00396, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:32.960638 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] For port 651d2e03-f35a-4169-860c-bff550b00396, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=651d2e03-f35a-4169-860c-bff550b00396,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:32.974468 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:32.974849 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:32.974951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:33.016870 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 78b05375-df39-490a-bcfe-936e178737c7 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:33.103894 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:33.104553 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:33.195431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:33.197175 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d9eaf-fd37-4186-a752-6e9bff502ed1 None None] Pushing event updated for resources: {'Port': ['ID=651d2e03-f35a-4169-860c-bff550b00396,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:33.200159 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:33.203031 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-146d9eaf-fd37-4186-a752-6e9bff502ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:33.217688 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:33.264490 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Pushing event updated for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:33.270347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:33.285023 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 78b05375-df39-490a-bcfe-936e178737c7 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:33.285639 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.299397 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.366192 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:33.429916 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a1fcd-8b3c-432c-9c5d-f55771a37024 req-c6c16fe3-9960-4292-ab39-ced128b59505 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:33.435488 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d29a1fcd-8b3c-432c-9c5d-f55771a37024 req-c6c16fe3-9960-4292-ab39-ced128b59505 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.5255592 Nov 10 14:24:33.512512 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d29a1fcd-8b3c-432c-9c5d-f55771a37024 req-7b563230-a856-4237-aa16-c2484740add9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766079 Nov 10 14:24:33.593375 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0d617c23-d3d6-46f2-8120-c1b76d75a64f None None] Provisioning for port c1e8b592-f755-4387-89dd-e016495bed53 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:33.612928 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.636713 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0d617c23-d3d6-46f2-8120-c1b76d75a64f None None] Provisioning complete for port c1e8b592-f755-4387-89dd-e016495bed53 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:33.637090 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0d617c23-d3d6-46f2-8120-c1b76d75a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.731514 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-0d617c23-d3d6-46f2-8120-c1b76d75a64f None None] Port c1e8b592-f755-4387-89dd-e016495bed53 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:24:33.811977 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:30Z', 'revision_number': 3, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:33.815915 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7765dc6-d238-4523-9d29-e2fc0c25c022 None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:30Z', 'revision_number': 3, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:24:33.843597 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.847514 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:33.872019 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7ca45a8b-67fb-4149-8f69-2f484c2e012c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:33.954063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Pushing event updated for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:33.958261 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:33.959148 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:34.108271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:34.109447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:34.347110 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:24:34.460723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-00c608c9-a2b0-4851-b6f8-645cfca52432 None None] Provisioning complete for port c1e8b592-f755-4387-89dd-e016495bed53 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:34.461101 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-00c608c9-a2b0-4851-b6f8-645cfca52432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:34.519132 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-00c608c9-a2b0-4851-b6f8-645cfca52432 None None] Port c1e8b592-f755-4387-89dd-e016495bed53 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:24:34.559993 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:24:34.570298 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] 10.222.0.13 "PUT /v2.0/routers/2fa949e9-462f-4e76-bbdb-751f15a98c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8028200 Nov 10 14:24:34.794823 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954ce86-cee7-4408-8786-25ba2850d16d req-95f17d49-87fc-42c0-8c89-9d02997d4281 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:34.797206 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a954ce86-cee7-4408-8786-25ba2850d16d req-95f17d49-87fc-42c0-8c89-9d02997d4281 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1202040 Nov 10 14:24:34.852253 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a954ce86-cee7-4408-8786-25ba2850d16d req-22209171-05ba-499d-b867-ebb83468934a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Nov 10 14:24:35.018244 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 651d2e03-f35a-4169-860c-bff550b00396 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:35.091203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 651d2e03-f35a-4169-860c-bff550b00396 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:35.096497 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 651d2e03-f35a-4169-860c-bff550b00396 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:35.096878 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:35.216917 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:35.232805 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 651d2e03-f35a-4169-860c-bff550b00396, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=651d2e03-f35a-4169-860c-bff550b00396,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:35.236562 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:35.238249 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:35.305276 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=651d2e03-f35a-4169-860c-bff550b00396,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:35.309268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:35.540402 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:24:35.551253 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:35.551856 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:35.722867 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:36.057123 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 2, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:36.063421 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:24:36.064037 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Updating router 2fa949e9-462f-4e76-bbdb-751f15a98c78 port c1e8b592-f755-4387-89dd-e016495bed53 binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:24:36.118398 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f307b5e-bcc0-4ae1-8a67-3b1207e928b2 req-af1b68c3-f950-48d3-9566-ed3c32e5c90e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:36.127736 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.130710 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3f307b5e-bcc0-4ae1-8a67-3b1207e928b2 req-af1b68c3-f950-48d3-9566-ed3c32e5c90e tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1549592 Nov 10 14:24:36.207295 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3f307b5e-bcc0-4ae1-8a67-3b1207e928b2 req-21e8863b-3e7e-4468-a15e-82ad45c7883a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756657 Nov 10 14:24:36.238059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45142) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:36.243649 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543317503', 'description': 'tempest-description--1177892999'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:36.250965 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:36.255090 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:36.258083 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:36.265788 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:36.281753 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.309371 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:36.323701 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:36.327203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:36.332410 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:24:36.333221 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:36.403243 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.408916 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.415958 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-727fb915-e21c-4741-abc7-f173944cb038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:36.463041 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ccfc9-dd87-487f-ac85-316bc4c9b055,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:36.466172 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:36.469230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.473660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45148) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:36.479151 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group_rule': {'security_group_id': '3c6ccfc9-dd87-487f-ac85-316bc4c9b055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:36.484568 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2451375 Nov 10 14:24:36.486096 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:36.490194 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:36.493885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:36.500809 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:36.525687 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.574223 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.588363 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Transition to ACTIVE for port object c1e8b592-f755-4387-89dd-e016495bed53 will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:36.597084 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.602468 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:36.605753 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.609775 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.617363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f2e99964-d120-4770-9309-5c7893b01589 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:36.635194 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a8a3a5-d76d-4f6f-bd2f-b3fb99b3b26e,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:36.638431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:36.648431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.650671 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759260 Nov 10 14:24:36.653686 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45154) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:36.659394 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group_rule': {'security_group_id': '3c6ccfc9-dd87-487f-ac85-316bc4c9b055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:36.668484 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:36.673115 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:36.676189 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:36.682112 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:36.703357 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.757766 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Pushing event updated for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:36.792630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.797863 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.800356 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7a4dbb30-c080-43e6-be87-a7d3cd3b3e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:36.824149 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.824479 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.824808 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.825127 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.825457 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.825752 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.825871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9453da69-7d5c-459c-bbe5-0c87f86ad754,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:36.826062 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.826641 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.827052 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.827365 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.827677 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.827985 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:24:36.828536 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:36.835650 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:36.839951 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.841459 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-11346bd4-bc52-4cd0-93b3-0a7b1b4eab24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866989 Nov 10 14:24:36.845348 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45160) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:36.851232 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:36.858391 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:36.862583 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:floatingip and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:24:36.863987 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Attempting to bind port c1e8b592-f755-4387-89dd-e016495bed53 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:36.864487 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Attempting to bind port c1e8b592-f755-4387-89dd-e016495bed53 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:36.864953 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Attempting to bind port c1e8b592-f755-4387-89dd-e016495bed53 on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:36.866734 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:24:36.870704 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:36.871145 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Checking segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:36.871609 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.871995 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Bound using segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:36.872451 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Bound port: c1e8b592-f755-4387-89dd-e016495bed53, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:36.872672 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:36.872831 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.882708 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.979945 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] For port c1e8b592-f755-4387-89dd-e016495bed53, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:36.983508 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] For port c1e8b592-f755-4387-89dd-e016495bed53, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1e8b592-f755-4387-89dd-e016495bed53,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:36.988946 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:36.992960 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:37.002940 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 651d2e03-f35a-4169-860c-bff550b00396 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:37.069035 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:37.069918 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:37.087246 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 651d2e03-f35a-4169-860c-bff550b00396 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:37.087811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:37.130913 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Pushing event updated for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=4']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:37.131166 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:37.143357 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-464a6b2f-499c-4ee2-b45f-bcecf04d7ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:37.303738 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Allocated IP 172.28.2.146 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/c2dfe52f-f299-43b1-b2e1-de15d79e42e5) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:37.349322 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:37.465614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ecd4-fbe4-4553-90e9-e19027457e93 req-d6c10e88-6014-49a5-8f69-fd1b5c0dab0f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:37.468125 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4dd7ecd4-fbe4-4553-90e9-e19027457e93 req-d6c10e88-6014-49a5-8f69-fd1b5c0dab0f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1020927 Nov 10 14:24:37.474984 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:37.508025 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:37.514537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bd3c1793-06e4-4001-8eac-ab9cc3afcf42 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:37.520214 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4dd7ecd4-fbe4-4553-90e9-e19027457e93 req-ba6d927b-25a8-49f4-99f4-25cf3adf50cf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Nov 10 14:24:37.577969 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:37.580642 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:37.584406 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:37.626663 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=c2dfe52f-f299-43b1-b2e1-de15d79e42e5,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:37.630888 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:37.679187 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:36Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:37.679717 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34738f-c4eb-4574-bf9f-4c8bae6043a1 None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:36Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:24:37.715289 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:37.814614 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:38.063852 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:38.075338 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:38.081050 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:38.201546 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=c2dfe52f-f299-43b1-b2e1-de15d79e42e5,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:38.229126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:38.240361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:38.277054 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:38.278772 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4323502 Nov 10 14:24:38.500745 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-98845410-f9cf-4345-9c7d-22e0808e4162 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:38.539637 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-98845410-f9cf-4345-9c7d-22e0808e4162 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:38.541009 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-98845410-f9cf-4345-9c7d-22e0808e4162 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--543317503&fields=id&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 267 time: 0.1035273 Nov 10 14:24:38.710188 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-39a6df64-02ab-465b-a6f8-a3c6351606d8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:38.712143 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-39a6df64-02ab-465b-a6f8-a3c6351606d8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 816 time: 0.1627653 Nov 10 14:24:38.732051 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-f432cd7c-ca3c-4953-b3a9-fe478f31b60e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/quotas/faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 375 time: 0.0132484 Nov 10 14:24:38.801287 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af745a5-cc3b-45ab-bad8-bcc6a6b89b60 req-65751d6b-75a6-4966-b53d-f502a0d158b3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:38.802898 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9af745a5-cc3b-45ab-bad8-bcc6a6b89b60 req-65751d6b-75a6-4966-b53d-f502a0d158b3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.2660046 Nov 10 14:24:38.808420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-4f267f1b-6f19-41e1-9120-920106dea2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:38.810036 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-4f267f1b-6f19-41e1-9120-920106dea2ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1137 time: 0.2713981 Nov 10 14:24:38.828766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-c91b3a36-f134-4ef7-a95f-f193b59396da tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:38.848226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-c91b3a36-f134-4ef7-a95f-f193b59396da tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:38.850145 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-c91b3a36-f134-4ef7-a95f-f193b59396da tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121676 Nov 10 14:24:38.946552 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9af745a5-cc3b-45ab-bad8-bcc6a6b89b60 req-d3c78e0d-ff92-4302-9648-5f895aa817a8 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353779 Nov 10 14:24:39.031338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-48fc3c92-f90b-414b-a38f-e0d4c3283332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:39.033285 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-48fc3c92-f90b-414b-a38f-e0d4c3283332 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.2057893 Nov 10 14:24:39.049797 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4a48a7a-ac5c-4919-a579-7db4473ce308 service neutron] 10.222.0.13 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864038 Nov 10 14:24:39.067528 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1e8b592-f755-4387-89dd-e016495bed53 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:39.167668 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port c1e8b592-f755-4387-89dd-e016495bed53 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:39.172787 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c1e8b592-f755-4387-89dd-e016495bed53 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:39.173173 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:39.217100 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-7e5b0b00-a725-4176-bf1f-8c83bbffb2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662743 Nov 10 14:24:39.217797 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-b10e59c2-5706-4f4c-929a-904d35dbe733 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 1000 time: 0.1767702 Nov 10 14:24:39.297459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-e4e86e2d-e4ef-40ec-a07d-9a9c6523c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:39.299131 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-e4e86e2d-e4ef-40ec-a07d-9a9c6523c114 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.0730379 Nov 10 14:24:39.306549 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d53b9b-9e79-4c68-b972-3f9d32c58aa2 req-a41deadb-0d18-40f2-a818-10e199262e96 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:39.308326 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-16d53b9b-9e79-4c68-b972-3f9d32c58aa2 req-a41deadb-0d18-40f2-a818-10e199262e96 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1801505 Nov 10 14:24:39.349108 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:39.400356 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port c1e8b592-f755-4387-89dd-e016495bed53, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1e8b592-f755-4387-89dd-e016495bed53,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:39.410273 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:39.412132 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-16d53b9b-9e79-4c68-b972-3f9d32c58aa2 req-07cf0480-a3d7-4e85-8b60-b0dc9f46ce6b tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675633 Nov 10 14:24:39.413171 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0f3ed047-0db3-4f0f-a81b-66cf6f385b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:39.462331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-b9954252-cb30-41ed-9d28-ba4a7484d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:39.463842 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-b9954252-cb30-41ed-9d28-ba4a7484d7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532822 Nov 10 14:24:39.543763 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:39.549258 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:39.648296 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e93a5d6d-1c7d-4aba-ac50-8f6ae2afb027 req-fd428105-c448-4f4c-b770-78ec1e604a0e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 210 time: 0.0622783 Nov 10 14:24:39.701642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-cf627e42-2f0e-474e-bb6a-a9d19cbe796a service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229691 Nov 10 14:24:39.869874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2a6b4c9-0924-44f0-be63-7699ed9274e0 req-91912b19-3d71-4d01-968e-c505562f0542 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596887 Nov 10 14:24:40.141339 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973c29-1bf2-4dfa-a8f4-879626d80f2f req-062d20c9-6a3f-464e-ae05-cd7215e92297 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:40.147302 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ca973c29-1bf2-4dfa-a8f4-879626d80f2f req-062d20c9-6a3f-464e-ae05-cd7215e92297 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0913961 Nov 10 14:24:40.192801 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ca973c29-1bf2-4dfa-a8f4-879626d80f2f req-d2046e93-c9b3-45b8-8093-613fc564dedd tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426393 Nov 10 14:24:40.874774 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9de593e1-3f54-42db-beae-4c56183108a0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:40.875466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9de593e1-3f54-42db-beae-4c56183108a0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:network {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:40.895247 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228a844-5f48-44a6-b18c-a6de2505fed5 req-cf99c0fb-0748-4640-baeb-13573bbd3272 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:40.896763 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e228a844-5f48-44a6-b18c-a6de2505fed5 req-cf99c0fb-0748-4640-baeb-13573bbd3272 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2132545 Nov 10 14:24:40.908433 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9de593e1-3f54-42db-beae-4c56183108a0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:network {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:40.909625 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9de593e1-3f54-42db-beae-4c56183108a0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 816 time: 0.2465274 Nov 10 14:24:40.912246 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1c33c2e5-695d-4611-a9fc-851829370b26 req-02cc20e4-c1d5-41b8-beaf-90f98f930e27 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 210 time: 0.1495061 Nov 10 14:24:40.991719 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e228a844-5f48-44a6-b18c-a6de2505fed5 req-299f82c5-03c0-47d5-8fc9-348777bac77f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843458 Nov 10 14:24:40.996429 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1e8b592-f755-4387-89dd-e016495bed53 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:41.003651 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-0255d04c-05c2-438a-8e62-f880281f333e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:41.017028 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-0255d04c-05c2-438a-8e62-f880281f333e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:41.018144 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-0255d04c-05c2-438a-8e62-f880281f333e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 379 time: 0.0917518 Nov 10 14:24:41.027790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'port': {'device_id': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'admin_state_up': True, 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'security_groups': ['3c6ccfc9-dd87-487f-ac85-316bc4c9b055']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:41.073152 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port c1e8b592-f755-4387-89dd-e016495bed53 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:41.073530 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:41.173233 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:24:41.183361 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:24:41.199325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Made reservation on behalf of faad02f72888411bb7c1ca3db927c9af for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:24:41.205961 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:41.454634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Allocated IP 172.20.0.13 (fdd1bd96-3498-43a8-bf61-d03acbe23474/11b763dd-3d5c-4995-9b3e-2c3a1253a257/e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:24:41.491798 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5813b-2ddc-4a7d-b1d2-a7862365a93b req-03d9c833-5fa3-4354-b3f0-ca47285d49b2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:41.499128 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cfe5813b-2ddc-4a7d-b1d2-a7862365a93b req-03d9c833-5fa3-4354-b3f0-ca47285d49b2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.1692908 Nov 10 14:24:41.739361 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cfe5813b-2ddc-4a7d-b1d2-a7862365a93b req-bb116547-4e42-42a0-9221-394d4c20f0b7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390959 Nov 10 14:24:41.833397 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:41.849334 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Transition to ACTIVE for port object e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:41.874774 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:41.880202 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-703135c8-4e91-471b-bc73-c06f308aca7d tempest-VolumesActionsTest-333594000 tempest-VolumesActionsTest-333594000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:41.947061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:24:41.950101 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:24:41.954955 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:24:42.005149 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:42.009730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:42.057122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:42.060588 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:42.112187 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879445 Nov 10 14:24:42.128661 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Request body: {'port': {'device_id': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:42.197435 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22386c9-0e5b-4110-85b6-51830bbde02b req-c81c33ac-6fff-4d59-96aa-c3208829cd14 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:42.205092 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a22386c9-0e5b-4110-85b6-51830bbde02b req-c81c33ac-6fff-4d59-96aa-c3208829cd14 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 932 time: 0.1320550 Nov 10 14:24:42.267859 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a22386c9-0e5b-4110-85b6-51830bbde02b req-98d7ad23-65ab-4753-9938-e554e3e1cfd9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608225 Nov 10 14:24:42.270975 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-e63752a1-bf38-4733-be8c-1d2edc8ea4dc None None] Provisioning for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:42.276673 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-e63752a1-bf38-4733-be8c-1d2edc8ea4dc None None] Provisioning complete for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:42.277294 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-e63752a1-bf38-4733-be8c-1d2edc8ea4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:42.375954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-e63752a1-bf38-4733-be8c-1d2edc8ea4dc None None] Port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:24:42.380563 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:42.398802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb871-92b8-4305-a27a-2ee2ecaf3b80 req-913cb000-2a6d-4b06-b1d6-967712bc43c6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:42.400235 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4f7eb871-92b8-4305-a27a-2ee2ecaf3b80 req-913cb000-2a6d-4b06-b1d6-967712bc43c6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2326388 Nov 10 14:24:42.504823 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4f7eb871-92b8-4305-a27a-2ee2ecaf3b80 req-b495aa0a-c669-4ed6-8184-d63ef0b790d0 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982597 Nov 10 14:24:42.828195 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:42.845738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:42.918490 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Transition to ACTIVE for port object e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:24:42.926835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:42.932818 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6d157a3f-2164-4654-829c-5f037821a159 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:42.946589 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9e57-0686-4abb-83e4-f24d8129be70 req-90f2f993-b003-46a2-874d-26ca9b67b9ca tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:42.948046 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-337b9e57-0686-4abb-83e4-f24d8129be70 req-90f2f993-b003-46a2-874d-26ca9b67b9ca tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0847273 Nov 10 14:24:42.997182 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-337b9e57-0686-4abb-83e4-f24d8129be70 req-5b0bc93a-fb7c-49b6-8cde-68dc8528f86d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418172 Nov 10 14:24:43.086570 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:43.098625 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811132e-84b9-4795-97e8-5d4d41523d03 req-7d2eb173-565a-4d2a-b6fa-a34fd3e23b61 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.100132 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3811132e-84b9-4795-97e8-5d4d41523d03 req-7d2eb173-565a-4d2a-b6fa-a34fd3e23b61 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.3130190 Nov 10 14:24:43.101004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:43.136582 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231677-7c9d-47c8-969b-2d7959630996 req-6a1de4ea-f09a-4b2f-9427-a71d4c5d6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.138053 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-6a1de4ea-f09a-4b2f-9427-a71d4c5d6c2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1098 time: 0.2897272 Nov 10 14:24:43.313010 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3811132e-84b9-4795-97e8-5d4d41523d03 req-2b946942-1b7a-43b4-901a-fa5c3f6717a1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845720 Nov 10 14:24:43.343693 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Attempting to bind port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:24:43.344036 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Attempting to bind port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:24:43.344370 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Attempting to bind port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:43.362311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 on network fdd1bd96-3498-43a8-bf61-d03acbe23474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:24:43.362658 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Attempting to bind port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:24:43.381628 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:24:43.381960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Checking segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:24:43.382341 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Bound using segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:24:43.382794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Bound port: e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:24:43.383139 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:43.399553 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231677-7c9d-47c8-969b-2d7959630996 req-ef4e7a12-f141-4f1c-ab7b-fee48cccbcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.400973 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-ef4e7a12-f141-4f1c-ab7b-fee48cccbcbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.2437668 Nov 10 14:24:43.414987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd207ff-4cef-4eb3-b20c-a1f1da7d99f5 req-9e65fcce-8523-40dc-9cc0-76716952f598 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.416594 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6cd207ff-4cef-4eb3-b20c-a1f1da7d99f5 req-9e65fcce-8523-40dc-9cc0-76716952f598 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.0993865 Nov 10 14:24:43.465787 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6cd207ff-4cef-4eb3-b20c-a1f1da7d99f5 req-b5070365-3f60-4ff4-ad66-67285b239ad1 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Nov 10 14:24:43.705146 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-c5612c25-145f-4c34-b75d-e39599b2c5fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 1001 time: 0.2762914 Nov 10 14:24:43.712797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:24:43.717378 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:24:43.759736 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:43.767090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:43.843106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.843727 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:43.845117 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] 10.222.0.18 "PUT /v2.0/ports/e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 1094 time: 1.7247965 Nov 10 14:24:43.847098 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:43.867496 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f47f-0d4e-4422-b5b5-6d71e2fc83e6 req-decff226-91f6-4d1c-9c7c-49d16ed0bdb8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.868246 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8938f47f-0d4e-4422-b5b5-6d71e2fc83e6 req-decff226-91f6-4d1c-9c7c-49d16ed0bdb8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:24:43.871606 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231677-7c9d-47c8-969b-2d7959630996 req-68f56873-d101-4dc7-870e-843f697c1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:43.873251 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-68f56873-d101-4dc7-870e-843f697c1d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1575778 Nov 10 14:24:43.967644 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'status': 'completed', 'code': 200} Nov 10 14:24:43.981068 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:43.995109 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:43.999373 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8938f47f-0d4e-4422-b5b5-6d71e2fc83e6 req-decff226-91f6-4d1c-9c7c-49d16ed0bdb8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:24:44.000620 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8938f47f-0d4e-4422-b5b5-6d71e2fc83e6 req-decff226-91f6-4d1c-9c7c-49d16ed0bdb8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.5707722 Nov 10 14:24:44.075592 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8938f47f-0d4e-4422-b5b5-6d71e2fc83e6 req-95155982-e2b1-4672-975c-fd65af5f0bc5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606079 Nov 10 14:24:44.091054 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231677-7c9d-47c8-969b-2d7959630996 req-4f92881b-e8f6-40c1-993c-52101b08d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.093061 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-4f92881b-e8f6-40c1-993c-52101b08d8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2063861 Nov 10 14:24:44.098650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9b6dc08b-d908-4bf8-a709-bf0905bcc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.098650 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-9b6dc08b-d908-4bf8-a709-bf0905bcc1d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1097 time: 0.2040865 Nov 10 14:24:44.198854 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1d0c-7b72-4889-b6d4-2dd5b83ce4bd req-551117f7-37f7-4fde-87c1-084f50f92d93 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.200231 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-681b1d0c-7b72-4889-b6d4-2dd5b83ce4bd req-551117f7-37f7-4fde-87c1-084f50f92d93 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0820913 Nov 10 14:24:44.241997 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-d95127dd-6d94-478f-9340-a9ab1f24c998 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 217 time: 0.1185431 Nov 10 14:24:44.249217 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-681b1d0c-7b72-4889-b6d4-2dd5b83ce4bd req-b16ee182-41e4-4f96-84bd-59d08bacf7fd tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428805 Nov 10 14:24:44.340785 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-821adc35-e96f-420e-bb47-a0a6b9e0c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.342779 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-821adc35-e96f-420e-bb47-a0a6b9e0c199 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0920787 Nov 10 14:24:44.346154 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-3197f91d-4b43-4374-a8f4-2d72b54ee574 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404282 Nov 10 14:24:44.601008 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e1231677-7c9d-47c8-969b-2d7959630996 req-ab62f5d7-8a1a-4a6d-bdd8-d91dc762e6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153955 Nov 10 14:24:44.603629 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-c58ede82-6986-463c-b91b-e88546fd64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.604960 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-c58ede82-6986-463c-b91b-e88546fd64e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2495687 Nov 10 14:24:44.616062 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954572e3-f86f-4319-9411-8e4337ae334a req-3a825d97-1dc2-4144-afea-fdfe7b86b36c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.617517 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-954572e3-f86f-4319-9411-8e4337ae334a req-3a825d97-1dc2-4144-afea-fdfe7b86b36c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1551795 Nov 10 14:24:44.654737 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06b5b8-0125-4f74-806d-a67341cc9049 req-c49b0ee7-eba8-42fc-8a08-d63d03179a18 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:44.656221 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5c06b5b8-0125-4f74-806d-a67341cc9049 req-c49b0ee7-eba8-42fc-8a08-d63d03179a18 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.0861697 Nov 10 14:24:44.702035 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5c06b5b8-0125-4f74-806d-a67341cc9049 req-4ddc0713-ec8b-4435-a952-e4eed0a98b40 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Nov 10 14:24:44.742954 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-954572e3-f86f-4319-9411-8e4337ae334a req-f1457f5f-503b-4398-a76e-e6f6c66b8d50 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071444 Nov 10 14:24:44.774574 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-245a0db6-c1a8-4f16-9582-98cc8eeac964 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560974 Nov 10 14:24:44.914249 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-502a8f3c-3b90-48ab-a64b-430713ab0dd6 req-ac9a8aa4-ae1b-454c-9c01-cf6f46e8d53a service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224594 Nov 10 14:24:44.986080 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45312) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:45.033517 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-b6fc3540-9936-49dd-915f-2b7f14318135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.035062 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-b6fc3540-9936-49dd-915f-2b7f14318135 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1097 time: 0.0763514 Nov 10 14:24:45.049172 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Deleting subnet 36601dd7-04d5-408a-9ffe-970d1aea20bc {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:24:45.052171 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.103582 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.161746 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.256915 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.289065 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-8205a29a-e485-464d-8aea-a88287df8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.290529 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-8205a29a-e485-464d-8aea-a88287df8225 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.2466273 Nov 10 14:24:45.325946 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-84fe6bba-f850-49e6-bac8-cbfca834a9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:45.367496 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.369007 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-e0048eb2-7ddb-4bf0-ad95-f917f9d53f79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 217 time: 0.0682025 Nov 10 14:24:45.376379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36601dd7-04d5-408a-9ffe-970d1aea20bc,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:45.380654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:45.383172 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36601dd7-04d5-408a-9ffe-970d1aea20bc HTTP/1.1" status: 204 len: 168 time: 0.3959448 Nov 10 14:24:45.388794 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45320) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:45.479304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-060165d1-144e-43ac-90bd-28e4d3219f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.480720 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-060165d1-144e-43ac-90bd-28e4d3219f7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0749655 Nov 10 14:24:45.505684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.522541 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ffec-f8a8-4731-ab17-82bdc6c422c3 req-fb2b5106-7921-4e64-b724-e3336ee592af tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.523911 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9406ffec-f8a8-4731-ab17-82bdc6c422c3 req-fb2b5106-7921-4e64-b724-e3336ee592af tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.2656488 Nov 10 14:24:45.542861 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071558-4bdd-477a-9c88-a7e4046be7fa req-b29ce76d-2a1b-45ec-b20f-7941acdd2450 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.544339 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8f071558-4bdd-477a-9c88-a7e4046be7fa req-b29ce76d-2a1b-45ec-b20f-7941acdd2450 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.1770670 Nov 10 14:24:45.602278 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8f071558-4bdd-477a-9c88-a7e4046be7fa req-48fc65ee-51ca-4066-b898-e183cf29381a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509174 Nov 10 14:24:45.609285 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-dba86445-f915-44cf-b803-41800e65e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.610759 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-dba86445-f915-44cf-b803-41800e65e82b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214509 Nov 10 14:24:45.672718 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.681886 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9406ffec-f8a8-4731-ab17-82bdc6c422c3 req-62b2b21e-4f89-4b81-83ad-6d8539839218 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273875 Nov 10 14:24:45.701441 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e68b077-09a7-4690-b1f6-4c21b80e4ec8']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:45.717672 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d21795-4b5c-4018-8a93-639a660e4408') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:45.717975 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d21795-4b5c-4018-8a93-639a660e4408') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:45.729436 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.745960 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-7ec77a8d-18d5-472a-b8c1-3706a27e1cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269898 Nov 10 14:24:45.747069 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.753632 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:24:45.754010 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:24:45.766980 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:24:45.842735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.846632 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:45.863571 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:45.904393 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e68b077-09a7-4690-b1f6-4c21b80e4ec8,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:45.916490 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:45.922796 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dfeb83d2-4c26-492a-82cf-2807020cd27c admin admin] 10.222.0.13 "DELETE /v2.0/networks/7e68b077-09a7-4690-b1f6-4c21b80e4ec8 HTTP/1.1" status: 204 len: 168 time: 0.5330496 Nov 10 14:24:45.928699 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45328) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:45.958981 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4d24226a-071b-490e-8f9a-12d9af1821e7 req-4bb3dfe1-e807-4587-9dba-5c3f5c86d1fc service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050729 Nov 10 14:24:45.970190 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1af0b0-cbcd-4145-961f-f7c9808b8db6 req-2359d8f9-64eb-4cf3-9260-3621af5d1b80 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:45.971642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1c1af0b0-cbcd-4145-961f-f7c9808b8db6 req-2359d8f9-64eb-4cf3-9260-3621af5d1b80 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.1318934 Nov 10 14:24:46.001932 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Deleting subnet 1dc54456-cf4d-42fd-a7d9-07df1343bf2f {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:24:46.005132 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.018076 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1c1af0b0-cbcd-4145-961f-f7c9808b8db6 req-09776003-9035-4709-8527-d678cef9550c tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Nov 10 14:24:46.041296 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cad94-6080-42a1-ac02-a7b4e535881a req-e3b1cb3f-9e88-4614-a493-2450fc50901a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:46.042733 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d55cad94-6080-42a1-ac02-a7b4e535881a req-e3b1cb3f-9e88-4614-a493-2450fc50901a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1825917 Nov 10 14:24:46.094760 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.130596 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d55cad94-6080-42a1-ac02-a7b4e535881a req-6f8c6d7a-8d8f-4828-8f2e-371d21d28ce8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791280 Nov 10 14:24:46.152730 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.298433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.302225 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-16debabc-d4a4-402a-a849-4b259894f119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:46.337870 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc54456-cf4d-42fd-a7d9-07df1343bf2f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:46.340899 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:46.342518 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.348079 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1dc54456-cf4d-42fd-a7d9-07df1343bf2f HTTP/1.1" status: 204 len: 168 time: 0.4184806 Nov 10 14:24:46.350574 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45334) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:46.454703 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.577492 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.601541 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9714741-c4c5-426d-a94d-c17607b6562e']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:46.613471 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd863856-892b-4047-bf1e-2002ba88d96f') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:46.613768 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd863856-892b-4047-bf1e-2002ba88d96f') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:46.625230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.641814 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.648120 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:24:46.648502 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:24:46.662019 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:24:46.740709 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.747442 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:46.751051 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:46.771632 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9714741-c4c5-426d-a94d-c17607b6562e,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:46.774151 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:46.779274 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9714741-c4c5-426d-a94d-c17607b6562e HTTP/1.1" status: 204 len: 168 time: 0.4275229 Nov 10 14:24:46.802827 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf7b4-571b-4a32-8fec-b0f4e8926c9b req-512b8504-6b72-4888-a2dc-edb0683d9dc5 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:46.806914 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-51faf7b4-571b-4a32-8fec-b0f4e8926c9b req-512b8504-6b72-4888-a2dc-edb0683d9dc5 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0969501 Nov 10 14:24:46.853845 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-51faf7b4-571b-4a32-8fec-b0f4e8926c9b req-0f65861a-4948-4cd4-9bc8-962770468865 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436788 Nov 10 14:24:46.895055 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79641a9d-6139-4719-a4d2-4525db105289 req-d75a87d6-54d9-4547-8b58-6c5cda373c10 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:46.896514 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-79641a9d-6139-4719-a4d2-4525db105289 req-d75a87d6-54d9-4547-8b58-6c5cda373c10 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0918443 Nov 10 14:24:46.903405 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45344) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:46.973711 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-79641a9d-6139-4719-a4d2-4525db105289 req-3fcf7083-1c80-4592-bdda-91a3394e3392 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710614 Nov 10 14:24:46.982553 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-102e54a2-8c0f-4b5a-8712-e2a45c612ac1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6159225f7b2485c81e61b835d7af27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660236 Nov 10 14:24:46.985020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45348) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:47.041437 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.068775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.122291 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.127155 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-341bb3e3-169f-408c-ad91-023623686a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:47.139836 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81252c21-598a-43af-af98-3104741f4eb4,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:47.142272 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:47.154025 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.157679 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81252c21-598a-43af-af98-3104741f4eb4 HTTP/1.1" status: 204 len: 168 time: 0.1693490 Nov 10 14:24:47.204700 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6560631-a201-4e4d-b1fe-d458d62f176c req-72fa7660-02ef-4d66-8c30-2363bfa1c384 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:47.206278 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d6560631-a201-4e4d-b1fe-d458d62f176c req-72fa7660-02ef-4d66-8c30-2363bfa1c384 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.0848689 Nov 10 14:24:47.251176 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d6560631-a201-4e4d-b1fe-d458d62f176c req-83b2c02a-6e6e-4b9c-990f-642cce80bec7 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Nov 10 14:24:47.499764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45358) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:47.547309 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-752c95d3-3dbe-4296-b936-13f858236bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eee1aafeb06c42918a1a75b3a8f5d6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463226 Nov 10 14:24:47.549789 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45362) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:47.606419 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.632987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.684128 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.689599 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-803cd4c1-a0ed-45fb-b1bd-3341db574593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:47.700972 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512c41c1-d8f2-4355-88e2-f3201867fe4f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:47.703810 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:47.705806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:47.706782 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/512c41c1-d8f2-4355-88e2-f3201867fe4f HTTP/1.1" status: 204 len: 168 time: 0.1560826 Nov 10 14:24:47.931895 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:24:48.028658 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-d39933ff-0028-47ae-87e0-fd022a87d240 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:48.035123 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-d39933ff-0028-47ae-87e0-fd022a87d240 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.1095366 Nov 10 14:24:48.066236 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b53f0-359f-49ad-aa51-b7ed0537619d req-57efdb29-0c10-469e-81a0-d5a0865f1150 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:48.068608 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-396b53f0-359f-49ad-aa51-b7ed0537619d req-57efdb29-0c10-469e-81a0-d5a0865f1150 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0981469 Nov 10 14:24:48.095018 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:48.109867 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:24:48.143806 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-396b53f0-359f-49ad-aa51-b7ed0537619d req-30c2b0d0-3d20-4ae9-a7de-54657a3e6ca5 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686529 Nov 10 14:24:48.185230 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:48.204706 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:24:48.210479 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Deleting port 00026b12-a012-4f00-a193-bb04f2422619 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:24:48.210666 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:48.223577 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:48.229954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:48.235476 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:48.362620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:48.365806 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:48.468556 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb042c-b883-4bf9-9183-b6a11c1185c3 req-52b745e2-cfa0-4df0-9268-15c11bc5763f tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:48.470019 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-78eb042c-b883-4bf9-9183-b6a11c1185c3 req-52b745e2-cfa0-4df0-9268-15c11bc5763f tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 946 time: 0.0889053 Nov 10 14:24:48.476207 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:48.480253 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917dc1e-e140-4254-9263-27a8111d0b05 req-2b9d5dd9-d1c5-4c61-bbc1-2a7aea9ac301 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:48.481747 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c917dc1e-e140-4254-9263-27a8111d0b05 req-2b9d5dd9-d1c5-4c61-bbc1-2a7aea9ac301 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.3132498 Nov 10 14:24:48.551657 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-78eb042c-b883-4bf9-9183-b6a11c1185c3 req-e045e27e-d52e-4411-bd7c-07c51efa79c9 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c979fa-c7e4-49f1-aece-1862c376c843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685241 Nov 10 14:24:48.571268 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c917dc1e-e140-4254-9263-27a8111d0b05 req-c368c3f5-193c-4e56-82fe-a6afb87cd1c6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827079 Nov 10 14:24:48.588580 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] For port 00026b12-a012-4f00-a193-bb04f2422619, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=00026b12-a012-4f00-a193-bb04f2422619,segment=NetworkSegment(38ee3abb-a85a-4fe6-a89d-2d7625015009),segment_id=38ee3abb-a85a-4fe6-a89d-2d7625015009)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:48.588944 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:48.714369 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Calling delete_port for 00026b12-a012-4f00-a193-bb04f2422619 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:24:48.948131 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:48.954150 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1325e533-55db-4fed-9b24-2ebf1762a27b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:49.001206 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Pushing event deleted for resources: {'Port': ['ID=00026b12-a012-4f00-a193-bb04f2422619,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:49.004679 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:49.019972 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['00026b12-a012-4f00-a193-bb04f2422619'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:24:49.078324 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] No DVR routers for this DVR port 00026b12-a012-4f00-a193-bb04f2422619 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:24:49.080623 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:49.083288 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'name': 'network-vif-deleted', 'tag': '00026b12-a012-4f00-a193-bb04f2422619'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:49.100779 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1ac534e8-66cd-446b-8a45-4fa8b4e2228c req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.18 "DELETE /v2.0/ports/00026b12-a012-4f00-a193-bb04f2422619 HTTP/1.1" status: 204 len: 173 time: 1.0600893 Nov 10 14:24:49.132138 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3511195-56b3-4526-8f58-72262f9e42b2', 'name': 'network-vif-deleted', 'tag': '00026b12-a012-4f00-a193-bb04f2422619', 'status': 'completed', 'code': 200} Nov 10 14:24:49.362979 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0ac4d-8fe1-4b74-bc32-114db2bb469b req-fa5b634b-c65f-44ab-9730-9e5a24770b0d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:49.364666 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2e0ac4d-8fe1-4b74-bc32-114db2bb469b req-fa5b634b-c65f-44ab-9730-9e5a24770b0d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0990219 Nov 10 14:24:49.412229 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2e0ac4d-8fe1-4b74-bc32-114db2bb469b req-3f449586-e19f-4db5-a339-8e66344d8caf tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416608 Nov 10 14:24:49.728123 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1e96cc3f-b5bf-423c-b5bd-e900fc9af909 req-adf0366b-26b5-4035-849f-f7c9da39ac79 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3511195-56b3-4526-8f58-72262f9e42b2 HTTP/1.1" status: 200 len: 210 time: 0.0500634 Nov 10 14:24:49.791926 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8705e4-d562-4d2f-b23c-24d52bd96f3e req-03638ebd-2a01-4455-be43-ec67364a2d49 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:49.793990 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fc8705e4-d562-4d2f-b23c-24d52bd96f3e req-03638ebd-2a01-4455-be43-ec67364a2d49 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 945 time: 0.1046498 Nov 10 14:24:49.856183 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fc8705e4-d562-4d2f-b23c-24d52bd96f3e req-54710e96-b5b6-4199-a8b0-f76efa8315a9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548913 Nov 10 14:24:49.951073 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:24:50.018251 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:24:50.022924 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:24:50.023541 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:50.142977 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:50.168800 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:50.179155 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:24:50.182880 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:50.185872 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:24:50.221066 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'code': 200} Nov 10 14:24:50.260107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:24:50.263307 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:24:50.471460 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c5eb-214d-4555-92c4-ab83da3f6185 req-27577ae8-3fc0-4a8f-9a77-caabcb55021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:50.472943 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4f1c5eb-214d-4555-92c4-ab83da3f6185 req-27577ae8-3fc0-4a8f-9a77-caabcb55021f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1099 time: 0.0728650 Nov 10 14:24:50.518749 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4f1c5eb-214d-4555-92c4-ab83da3f6185 req-a494a17e-3e1d-453c-be2e-96ba743de4fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357704 Nov 10 14:24:50.603407 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04ee0-697c-4c84-bb0e-553abee29536 req-5990044c-b7a5-46ab-9a50-50b1743296eb tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:50.604888 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07c04ee0-697c-4c84-bb0e-553abee29536 req-5990044c-b7a5-46ab-9a50-50b1743296eb tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0842252 Nov 10 14:24:50.651598 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-07c04ee0-697c-4c84-bb0e-553abee29536 req-5e845ca9-baa9-4e89-8f9f-1820d343a5f5 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402589 Nov 10 14:24:51.061494 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ebea-26cf-4248-a636-9228a2a3182e req-e9b41a4e-7411-4f21-9cbf-c20a9ce67034 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:51.062997 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5044ebea-26cf-4248-a636-9228a2a3182e req-e9b41a4e-7411-4f21-9cbf-c20a9ce67034 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0860198 Nov 10 14:24:51.114688 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5044ebea-26cf-4248-a636-9228a2a3182e req-9c054d59-dd02-40de-a634-8380deedf820 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Nov 10 14:24:51.843316 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cbf6f-c58c-4e14-8652-2cc5b1c97cb9 req-5a6bd69a-6a2b-4123-b801-1971e2708072 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:51.844695 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-996cbf6f-c58c-4e14-8652-2cc5b1c97cb9 req-5a6bd69a-6a2b-4123-b801-1971e2708072 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0840054 Nov 10 14:24:51.895877 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-996cbf6f-c58c-4e14-8652-2cc5b1c97cb9 req-a899eed1-fab3-486e-9bc4-254a5849482f tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452437 Nov 10 14:24:51.946337 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 00026b12-a012-4f00-a193-bb04f2422619 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:24:51.980387 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 00026b12-a012-4f00-a193-bb04f2422619 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:24:51.980743 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 00026b12-a012-4f00-a193-bb04f2422619 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:24:52.314165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415612d-c74e-46ca-9966-42b67bff4b28 req-0a15ccee-2b40-45ed-be2a-6f4dffd5407b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:52.315650 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4415612d-c74e-46ca-9966-42b67bff4b28 req-0a15ccee-2b40-45ed-be2a-6f4dffd5407b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0904565 Nov 10 14:24:52.362072 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4415612d-c74e-46ca-9966-42b67bff4b28 req-e560802b-7565-4321-8130-cee1dd4b2bac tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Nov 10 14:24:52.554859 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440e24-f622-40f6-8f08-9cf0e35ceb38 req-c9326d39-e14f-4539-9ad4-447fc5d938fd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:52.558901 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-20440e24-f622-40f6-8f08-9cf0e35ceb38 req-c9326d39-e14f-4539-9ad4-447fc5d938fd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0899301 Nov 10 14:24:52.571095 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45490) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:24:52.578220 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'floatingip': {'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:24:52.657361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:53.083612 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142a3ad-eefb-4eab-b6bf-99e9fe32900f req-3fe76d7c-38a9-418e-ac9f-f2dd6eab92e2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:53.085082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6142a3ad-eefb-4eab-b6bf-99e9fe32900f req-3fe76d7c-38a9-418e-ac9f-f2dd6eab92e2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0811067 Nov 10 14:24:53.133378 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6142a3ad-eefb-4eab-b6bf-99e9fe32900f req-94eadd53-db40-4b9a-909d-414849d10bf9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426142 Nov 10 14:24:53.349139 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:53.352643 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:53.523608 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Floating IP b5a31594-76d9-42d1-8bf0-e808354b16e0 associated. External IP: 172.28.2.146, port: e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91. Nov 10 14:24:53.882591 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:24:54.071715 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:24:54.077726 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:54.084580 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:24:54.107233 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:54.108829 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:54.163737 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-8d2692cc-0652-490e-9d8d-90dc948114b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903633 Nov 10 14:24:54.204972 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ba0930a3-9ba2-4b57-bd17-934a4fe006b9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "PUT /v2.0/floatingips/b5a31594-76d9-42d1-8bf0-e808354b16e0 HTTP/1.1" status: 200 len: 992 time: 1.6324246 Nov 10 14:24:54.206071 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:24:54.366411 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-3f2f8f8d-646e-4fa4-8c14-f894804633de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.367932 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-3f2f8f8d-646e-4fa4-8c14-f894804633de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 1098 time: 0.1685102 Nov 10 14:24:54.430473 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:54.455102 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'status': 'completed', 'code': 200} Nov 10 14:24:54.463457 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bac026-ec27-41ff-ad9d-237aaa7665c3 req-992382dc-3872-45f0-ac72-b02a4d41c2ea tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.464955 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-28bac026-ec27-41ff-ad9d-237aaa7665c3 req-992382dc-3872-45f0-ac72-b02a4d41c2ea tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0926664 Nov 10 14:24:54.514847 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-28bac026-ec27-41ff-ad9d-237aaa7665c3 req-4c6943cb-f043-4ece-855e-dcf0de0f243a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423534 Nov 10 14:24:54.598949 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-31ed12f8-63cd-482e-af33-4d67930e6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.600533 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-31ed12f8-63cd-482e-af33-4d67930e6d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.2024465 Nov 10 14:24:54.683725 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-2191cb5a-ed91-4cce-85ba-32f261a2376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.685806 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-2191cb5a-ed91-4cce-85ba-32f261a2376a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1099 time: 0.1831686 Nov 10 14:24:54.789175 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-efbc896c-d12d-414f-a665-6fb4d7039a6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 200 len: 1001 time: 0.1795769 Nov 10 14:24:54.802238 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'b5a31594-76d9-42d1-8bf0-e808354b16e0', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.146', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:24:37Z', 'updated_at': '2021-11-10T14:24:53Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:54.806080 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:24:54.814736 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:24:54.815348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:54.885123 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-d223bc60-2047-46e7-ab6b-c33aabdca931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.886603 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-d223bc60-2047-46e7-ab6b-c33aabdca931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1926503 Nov 10 14:24:54.897006 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-a953dfa5-32f5-4a6f-b1d0-09085a13d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:54.898341 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-a953dfa5-32f5-4a6f-b1d0-09085a13d3f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1020648 Nov 10 14:24:55.003478 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:24:55.131023 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-6c4d5bf6-7f9d-4516-9e57-c8cfe42428d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 1000 time: 0.2357800 Nov 10 14:24:55.195612 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-9bf7299e-7667-47c8-bc3f-ab29861c574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:55.197029 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-9bf7299e-7667-47c8-bc3f-ab29861c574d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623113 Nov 10 14:24:55.209386 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-5c6fb569-6928-41ed-a1f2-2b50750a5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:55.209386 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-5c6fb569-6928-41ed-a1f2-2b50750a5e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0704079 Nov 10 14:24:55.392367 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'b5a31594-76d9-42d1-8bf0-e808354b16e0', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.146', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:24:37Z', 'updated_at': '2021-11-10T14:24:53Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:24:55.396436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819b1f-a051-431f-937c-2c1d91454531 None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'b5a31594-76d9-42d1-8bf0-e808354b16e0', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.146', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:24:37Z', 'updated_at': '2021-11-10T14:24:53Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:24:55.406092 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-270ab147-16fe-4474-a8dc-fd422158dd54 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950285 Nov 10 14:24:55.410487 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-6b3f35df-1fa3-484e-a10c-46e59d741359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:55.410704 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-6b3f35df-1fa3-484e-a10c-46e59d741359 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1763971 Nov 10 14:24:55.690897 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-538bf2ab-6c1f-4447-b8dd-7fd95e60163c req-9dd5d683-1de8-4987-b08f-93e1a63aa4d5 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592778 Nov 10 14:24:55.692593 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-22a27bd4-c049-427d-8d44-e7ef821e4453 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423949 Nov 10 14:24:55.701844 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5af68f-e2e7-461e-b2d0-c2bcb66d8237 None None] New status for floating IP b5a31594-76d9-42d1-8bf0-e808354b16e0: ACTIVE {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:24:55.867504 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bfcb448e-f05a-4fd7-a831-d06d38eae558 req-6a7dc1bb-739d-4ea1-968e-6185f03bf7e8 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566980 Nov 10 14:24:55.870600 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843bbd-1374-4055-83cc-743312211e3c req-c96e62b6-5dd7-4551-b55e-a27830f7b3f2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:55.879520 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-09843bbd-1374-4055-83cc-743312211e3c req-c96e62b6-5dd7-4551-b55e-a27830f7b3f2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.2370381 Nov 10 14:24:55.925895 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-09843bbd-1374-4055-83cc-743312211e3c req-fcaf693c-839e-4b7e-ae0c-7c9c9206be92 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452080 Nov 10 14:24:55.989467 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5b93e8dc-9015-4f7d-bfb4-ca4ddc7872ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:56.357872 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:56.478926 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:57.134252 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971da32-081c-4dca-92bd-949962299af7 req-70abba2d-cf4c-45f8-96e3-4d8d8318e1fc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:57.135724 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f971da32-081c-4dca-92bd-949962299af7 req-70abba2d-cf4c-45f8-96e3-4d8d8318e1fc tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0905809 Nov 10 14:24:57.186309 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f971da32-081c-4dca-92bd-949962299af7 req-f49044e4-6f77-4aa6-bb0d-9fa8c317ab4c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447700 Nov 10 14:24:58.383182 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e169-93d1-454c-ab89-9026746615cc req-cd341a5d-191a-479f-9f67-25e8dcfca0ec tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:58.384799 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0aa9e169-93d1-454c-ab89-9026746615cc req-cd341a5d-191a-479f-9f67-25e8dcfca0ec tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0864317 Nov 10 14:24:58.433050 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0aa9e169-93d1-454c-ab89-9026746615cc req-850bad81-4166-4ec1-a60f-bad3a8a43382 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425880 Nov 10 14:24:58.560443 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ff1db299-65b8-416f-b8e7-9d6d1034bbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:59.544763 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:24:59.621379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e8854-c50e-4072-8cfd-411279791718 req-94d4c334-cccc-4789-87d0-cf8251a1dce8 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:24:59.622926 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-009e8854-c50e-4072-8cfd-411279791718 req-94d4c334-cccc-4789-87d0-cf8251a1dce8 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0834684 Nov 10 14:24:59.675231 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-009e8854-c50e-4072-8cfd-411279791718 req-66301ec4-d674-4b14-861c-8c344272004f tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466342 Nov 10 14:25:00.864677 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6a503-cdf5-4077-ab0b-38f45845e6ba req-b96bd20e-9a4c-4da1-b18a-4dfab440f37a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:00.866162 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eaa6a503-cdf5-4077-ab0b-38f45845e6ba req-b96bd20e-9a4c-4da1-b18a-4dfab440f37a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0859027 Nov 10 14:25:00.914391 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eaa6a503-cdf5-4077-ab0b-38f45845e6ba req-902ba0ce-780b-4c7c-891b-8ea6f5d21f3d tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422750 Nov 10 14:25:01.164876 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:02.112501 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce041e-2f1b-413b-86ec-b6c814d937a3 req-21c422af-35bb-4eb2-a051-d9985331e53c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:02.114042 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-52ce041e-2f1b-413b-86ec-b6c814d937a3 req-21c422af-35bb-4eb2-a051-d9985331e53c tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.0869195 Nov 10 14:25:02.161163 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-52ce041e-2f1b-413b-86ec-b6c814d937a3 req-94990d4f-af53-4e1f-a5db-ac4a2df37fbd tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&id=a27bfed3-2e01-4b8b-b22d-9495da2b288b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407839 Nov 10 14:25:08.732214 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45690) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:08.846416 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:08.861609 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:08.865461 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Usage tracker for resource:security_group_rule and tenant:a157e8c28eed4aadbd150f47c336036d is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:08.868289 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:08.874658 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:08.960168 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:08.965904 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:08.976276 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0ce919e8-4f84-4096-82bf-1da4a9012387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:09.025750 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a157e8c28eed4aadbd150f47c336036d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919614 Nov 10 14:25:09.026155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45704) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:09.026718 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a7901-c327-4058-8419-e03ce16a44dc,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:09.034961 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.035334 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.035748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.036109 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.036461 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.036862 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.037206 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.037561 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.037905 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.038249 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.038612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.038998 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.043156 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:09.108476 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:09.134282 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:09.185104 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:09.189764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:09.205199 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a7901-c327-4058-8419-e03ce16a44dc,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:09.216577 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.216999 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.217428 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.217787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.218138 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.218517 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.218885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.219216 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.219559 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.219904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.220245 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.220583 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.223636 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:09.227702 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/174a7901-c327-4058-8419-e03ce16a44dc HTTP/1.1" status: 204 len: 168 time: 0.1968086 Nov 10 14:25:09.227702 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:10.145916 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45746) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:10.210368 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Deleting subnet 1910e20e-af48-41b1-9eef-edbd36986b0c {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:25:10.214002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.272242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1150194'] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.336402 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.405162 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7142666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6386324'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.409407 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:10.443497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1910e20e-af48-41b1-9eef-edbd36986b0c,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:10.446537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:10.447519 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.454245 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c666eff3-599d-4a00-85f3-564b45947bc6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1910e20e-af48-41b1-9eef-edbd36986b0c HTTP/1.1" status: 204 len: 168 time: 0.3072612 Nov 10 14:25:10.456590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45754) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:10.563292 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.642636 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45760) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:10.701860 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.732045 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b356175-06bb-4b30-ac9b-70819506693e']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:10.781391 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.797695 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:10.802109 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Usage tracker for resource:security_group_rule and tenant:ebaf631587a24141b1263e0f9fc80beb is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:10.805384 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:10.812858 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:10.839607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ee3abb-a85a-4fe6-a89d-2d7625015009') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:10.839897 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ee3abb-a85a-4fe6-a89d-2d7625015009') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:10.853913 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.871894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.880966 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:25:10.881543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:25:10.896662 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:25:10.918683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.924441 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:10.934944 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-18b00a73-2d9d-4bbb-bb1a-3420a935f5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:10.976663 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebaf631587a24141b1263e0f9fc80beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328328 Nov 10 14:25:10.977577 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb840a5c-4b78-4b19-87de-3779f37b0bcf,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:10.979252 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45766) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:10.980997 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:11.003129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.016359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:11.028664 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.041305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b356175-06bb-4b30-ac9b-70819506693e,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:11.050909 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:11.060829 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b356175-06bb-4b30-ac9b-70819506693e HTTP/1.1" status: 204 len: 168 time: 0.6033144 Nov 10 14:25:11.079945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.106057 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.159892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.163959 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-db3fe246-c2c7-4da4-b9f0-0df025b65a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:11.176242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45772) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:11.176930 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb840a5c-4b78-4b19-87de-3779f37b0bcf,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:11.180587 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:11.184652 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.185874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb840a5c-4b78-4b19-87de-3779f37b0bcf HTTP/1.1" status: 204 len: 168 time: 0.2056227 Nov 10 14:25:11.242071 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-51845cc6-29ad-4085-87f7-4876a6d34bd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c04b877230aa4024abc1647b663d4e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635405 Nov 10 14:25:11.243505 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45778) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:11.311008 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.348054 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.407498 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.412242 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ef2ed11d-d666-409c-b99c-8a4a0baf23e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:11.427172 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c979fa-c7e4-49f1-aece-1862c376c843,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:11.431021 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:11.446685 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:11.447961 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33c979fa-c7e4-49f1-aece-1862c376c843 HTTP/1.1" status: 204 len: 168 time: 0.2030880 Nov 10 14:25:13.320995 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:25:18.100220 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45946) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:18.218284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.233135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:18.239485 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Usage tracker for resource:security_group_rule and tenant:a41a38639f704b9fad78399ea584c2aa is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:18.240521 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:18.246142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:18.335781 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.339426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.348655 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8fec732b-c911-4ac0-9738-58f4ef7f7b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:18.386420 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a41a38639f704b9fad78399ea584c2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834787 Nov 10 14:25:18.387975 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6115be4-afa3-4ea1-a579-0691fbadad9a,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:18.389145 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 45954) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:18.391670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6f9e490c-98ba-442f-87d8-8ebd730c3e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:18.449635 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.475652 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.527412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.533290 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f41fbf20-4536-45b3-857a-5a85959df9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:18.546043 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6115be4-afa3-4ea1-a579-0691fbadad9a,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:18.548880 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:18.549823 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:18.553740 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6115be4-afa3-4ea1-a579-0691fbadad9a HTTP/1.1" status: 204 len: 168 time: 0.1608427 Nov 10 14:25:19.222033 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 45998) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:19.335848 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1538411330-network', 'tenant_id': '1c58ad13526a487e851af7dc713003d3'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:19.340479 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:19.344953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Usage tracker for resource:network and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:19.347812 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:19.354304 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:19.364238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Made reservation on behalf of 1c58ad13526a487e851af7dc713003d3 for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:19.366654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.378982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.394868 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:19.398567 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:19.401309 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:19.407006 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:19.492900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.496432 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.500447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4d756b85-a14e-4a15-839e-bd2a5d0ef0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:19.523629 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:25:19.536753 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4c910-cba8-4b6c-b98c-a525d641e5ec,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:19.540741 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:19.541613 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.541943 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Added segment 739c0535-4a88-471a-944e-fcbd23d64c3a of type vlan for network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b Nov 10 14:25:19.568908 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.597487 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.598819 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:19.599393 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.602566 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:19.701622 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Pushing event updated for resources: {'Network': ['ID=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:19.705479 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:19.709154 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4859502 Nov 10 14:25:19.712118 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46006) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:19.712339 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:25:19.717452 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Request body: {'subnet': {'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1538411330-subnet', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:19.723011 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:19.726831 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Usage tracker for resource:subnet and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:19.729656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:19.735429 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:19.745587 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Made reservation on behalf of 1c58ad13526a487e851af7dc713003d3 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:19.748066 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7298777'] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.947695 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7860884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7298759'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:19.951348 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cad84109-ee66-446c-ae52-54dc088ebaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:20.022105 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49612af7-348a-4f6b-b90c-023beab955bc,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:20.024904 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:20.034630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Checking segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:20.034980 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Network hostable DHCP agents. Network: b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:25:20.053157 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:25:20.062642 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:20.066531 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:20.067082 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.072357 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accad863-a05f-49a4-9683-7475ae21566d None None] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:25:20.089682 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-8ed39f1e-d55b-4d7b-91b0-db37e653d8d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764901 Nov 10 14:25:20.092412 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46010) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:20.097953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:20.102411 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:20.106178 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Usage tracker for resource:router and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:20.109081 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:20.114706 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:20.125099 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.126208 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.141057 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.313821 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:25:20.314084 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.498779 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Allocated IP 172.20.0.2 (b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b/49612af7-348a-4f6b-b90c-023beab955bc/ca97573b-c6c4-4224-b7ce-7cdf85261a19) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:20.542793 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.683363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46028) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:20.725574 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.736464 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Transition to ACTIVE for port object ca97573b-c6c4-4224-b7ce-7cdf85261a19 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:20.755160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Transition to ACTIVE for port object ca97573b-c6c4-4224-b7ce-7cdf85261a19 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:20.762505 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.767564 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:20.807953 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.823933 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:20.828118 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Usage tracker for resource:security_group_rule and tenant:c1d26724e6a0479ca5d730d2d4867179 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:20.831358 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:20.833269 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:20.836090 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:20.837749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:20.839898 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:20.849380 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Pushing event updated for resources: {'Port': ['ID=ca97573b-c6c4-4224-b7ce-7cdf85261a19,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:20.887793 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.888697 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.889048 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.889451 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.889837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.890119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.890555 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.890856 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.891396 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.891730 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.892042 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.892595 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.892957 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:20.920476 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:20.922254 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.928914 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.933341 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.942523 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-582ccc8a-a4ae-409a-8288-4780ddbd2804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:20.947359 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Attempting to bind port ca97573b-c6c4-4224-b7ce-7cdf85261a19 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:20.947735 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Attempting to bind port ca97573b-c6c4-4224-b7ce-7cdf85261a19 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:20.948096 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Attempting to bind port ca97573b-c6c4-4224-b7ce-7cdf85261a19 on network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:20.953445 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:20.953826 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Checking segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:20.954233 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.954665 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Bound using segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:20.955141 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Bound port: ca97573b-c6c4-4224-b7ce-7cdf85261a19, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:20.955513 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:20.975102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775e44b-3427-4e30-b479-44650652fd7f,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:20.983730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:20.995284 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1d26724e6a0479ca5d730d2d4867179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108673 Nov 10 14:25:20.995433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46034) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:21.047490 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] For port ca97573b-c6c4-4224-b7ce-7cdf85261a19, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:21.050566 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] For port ca97573b-c6c4-4224-b7ce-7cdf85261a19, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ca97573b-c6c4-4224-b7ce-7cdf85261a19,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:21.055376 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.059753 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:21.122094 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Allocated IP 172.28.2.93 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/932abbd5-3277-4f92-84da-42f38b6666c6) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:21.132113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.133317 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Pushing event updated for resources: {'Port': ['ID=ca97573b-c6c4-4224-b7ce-7cdf85261a19,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:21.142483 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:21.229302 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.341042 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.348026 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-917755d5-1f62-4267-bb6a-865d6d80fbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:21.361099 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.369675 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775e44b-3427-4e30-b479-44650652fd7f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:21.374397 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:21.392105 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.393383 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2775e44b-3427-4e30-b479-44650652fd7f HTTP/1.1" status: 204 len: 168 time: 0.3970110 Nov 10 14:25:21.419656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.430823 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:21.490083 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:21.493474 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:21.497606 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:21.544823 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Pushing event updated for resources: {'Port': ['ID=932abbd5-3277-4f92-84da-42f38b6666c6,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:21.549352 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:21.710026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46044) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:21.728632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.743446 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:21.747413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7c44507693448d8c055c1b0a5268e3 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:21.752113 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:21.758801 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:21.856967 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.861652 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:21.869424 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-11d765fa-e4ea-4437-9b25-a8c37ceb0078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:21.912165 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e7c44507693448d8c055c1b0a5268e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009482 Nov 10 14:25:21.913415 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a15d2c3-c9e8-49e0-a3d9-bcf8395b4e9b,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:21.914834 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46048) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:21.916966 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:21.957284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.078191 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea03696-ffb0-4a85-ae9f-2a80481034ba None None] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:25:22.172847 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-bedd26b0-82b6-4d92-9e96-5bf63fd06326 None None] Provisioning for port ca97573b-c6c4-4224-b7ce-7cdf85261a19 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:22.225393 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.272108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.479669 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.486554 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a816090e-0cd7-44b2-8022-89dd8521d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:22.498502 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.501379 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a15d2c3-c9e8-49e0-a3d9-bcf8395b4e9b,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:22.505651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:22.564239 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.565351 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a15d2c3-c9e8-49e0-a3d9-bcf8395b4e9b HTTP/1.1" status: 204 len: 168 time: 0.6493888 Nov 10 14:25:22.715838 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:25:22.900541 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:22.912257 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Sync routers for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:22.919338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46058) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:22.922922 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.923461 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:22.924401 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8310063 Nov 10 14:25:22.927087 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:22.927255 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46062) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:22.939233 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:22.954777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:22.959024 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b480829a997246388fff0b89044a5a11 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:22.962323 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:22.969786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:23.078092 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.088071 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.103074 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8a485b7f-65d8-4bcc-ac29-598aad74edd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:23.141977 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b480829a997246388fff0b89044a5a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214217 Nov 10 14:25:23.144617 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46068) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:23.147466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21d83d9-7439-4755-a375-42731695c39a,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:23.158382 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:23.173364 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:23.209725 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ca97573b-c6c4-4224-b7ce-7cdf85261a19 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:23.213053 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.243217 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.305484 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.309466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff5bea91-496b-453f-8979-d01e38a64565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:23.327833 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21d83d9-7439-4755-a375-42731695c39a,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:23.330745 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:23.340223 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.342476 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-10cdbe15-63cd-4566-aa70-8856970e4f60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f21d83d9-7439-4755-a375-42731695c39a HTTP/1.1" status: 204 len: 168 time: 0.1956372 Nov 10 14:25:23.477246 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port ca97573b-c6c4-4224-b7ce-7cdf85261a19 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:23.485328 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port ca97573b-c6c4-4224-b7ce-7cdf85261a19 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:23.485710 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.679153 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.697210 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:21Z', 'revision_number': 3, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:23.705323 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Checking router: 50ddd456-c86c-4ca1-8ea8-a6499f1e664f for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:23.705691 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Updating router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f port 932abbd5-3277-4f92-84da-42f38b6666c6 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:25:23.767610 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port ca97573b-c6c4-4224-b7ce-7cdf85261a19, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ca97573b-c6c4-4224-b7ce-7cdf85261a19,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:23.768300 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.772735 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.800269 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:23.808441 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:23.948375 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=ca97573b-c6c4-4224-b7ce-7cdf85261a19,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:23.951370 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:23.988018 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Allocated IP 172.20.0.1 (b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b/49612af7-348a-4f6b-b90c-023beab955bc/2263906b-4d6e-44d1-aa74-bc6c7cc60081) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:24.135354 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.151224 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Transition to ACTIVE for port object 2263906b-4d6e-44d1-aa74-bc6c7cc60081 will not be triggered until provisioned by entity DHCP. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:24.175430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.177038 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.180601 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-539d42e0-1337-44ed-ba4b-14ac7b958352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:24.189783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Transition to ACTIVE for port object 932abbd5-3277-4f92-84da-42f38b6666c6 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:24.196867 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.201315 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:24.244707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:24.248401 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:24.251262 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:24.272784 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Attempting to bind port 932abbd5-3277-4f92-84da-42f38b6666c6 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:24.273171 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Attempting to bind port 932abbd5-3277-4f92-84da-42f38b6666c6 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:24.273544 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Attempting to bind port 932abbd5-3277-4f92-84da-42f38b6666c6 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:24.285507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:24.285991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:24.286412 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.286986 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:24.287987 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Bound port: 932abbd5-3277-4f92-84da-42f38b6666c6, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:24.288378 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.300017 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Pushing event updated for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:24.302849 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:24.317000 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.341424 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Pushing event updated for resources: {'Port': ['ID=932abbd5-3277-4f92-84da-42f38b6666c6,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:24.346279 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:24.380838 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] For port 932abbd5-3277-4f92-84da-42f38b6666c6, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:24.384363 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] For port 932abbd5-3277-4f92-84da-42f38b6666c6, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=932abbd5-3277-4f92-84da-42f38b6666c6,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:24.389000 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.393184 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:24.446340 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.469528 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:24.470140 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:24.548253 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Pushing event updated for resources: {'Port': ['ID=932abbd5-3277-4f92-84da-42f38b6666c6,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:24.551646 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:24.619334 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-c67350bc-842e-4dd6-858a-f660543b2d3d None None] Provisioning for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:24.676470 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.680107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-c67350bc-842e-4dd6-858a-f660543b2d3d None None] Provisioning complete for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:24.680486 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-c67350bc-842e-4dd6-858a-f660543b2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.681146 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.708962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:24.750931 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:24.789238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Pushing event updated for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:24.791745 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:24.793917 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-c67350bc-842e-4dd6-858a-f660543b2d3d None None] Port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:24.795270 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:24.926595 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:24.927724 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:25.067744 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ca97573b-c6c4-4224-b7ce-7cdf85261a19 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:25.127049 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:25.162866 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port ca97573b-c6c4-4224-b7ce-7cdf85261a19 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:25.163275 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:25.217574 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:23Z', 'revision_number': 1, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:25.229460 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ee16-a742-4f93-8080-a9ecb988af0c None None] The sync data for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb is: [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:23Z', 'revision_number': 1, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:25.243099 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-25c71188-273d-421a-98ef-93395b33a375 None None] Provisioning complete for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:25.243483 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-25c71188-273d-421a-98ef-93395b33a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:25.357361 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-25c71188-273d-421a-98ef-93395b33a375 None None] Port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:25.424903 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:25.441538 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] 10.222.0.13 "PUT /v2.0/routers/50ddd456-c86c-4ca1-8ea8-a6499f1e664f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060544 Nov 10 14:25:26.001312 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-10073e04-26d9-4fe9-b050-6ebc94b5bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.048117 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cce67-1c13-4c07-be20-a9e1e79f620f req-aa1ea70f-9e06-45b3-b056-50af91ce42b4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:26.055759 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eb7cce67-1c13-4c07-be20-a9e1e79f620f req-aa1ea70f-9e06-45b3-b056-50af91ce42b4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1093075 Nov 10 14:25:26.102110 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-eb7cce67-1c13-4c07-be20-a9e1e79f620f req-f816287d-1765-4864-9581-73f3102db65a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Nov 10 14:25:26.142394 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46104) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:26.147955 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907333888-network', 'tenant_id': 'f473821d7d4049f390b73dae93a77605'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:26.152849 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:26.157331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Usage tracker for resource:network and tenant:f473821d7d4049f390b73dae93a77605 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:26.160212 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:26.166088 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:26.178806 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Made reservation on behalf of f473821d7d4049f390b73dae93a77605 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:26.181396 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.195412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.213688 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:26.217746 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Usage tracker for resource:security_group_rule and tenant:f473821d7d4049f390b73dae93a77605 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:26.221574 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:26.227387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:26.329812 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.334094 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.337238 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e5deeca3-5c79-46b7-abfc-af7fab8d0440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:26.369080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:25:26.377135 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8481a4b-d260-4bcd-89f5-9b428f176505,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:26.377379 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.380779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:26.383516 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.384103 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Added segment 898cd70a-e66e-4983-9f41-b7ecaea9fb14 of type vlan for network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c Nov 10 14:25:26.412942 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.445680 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.447421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:26.447993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.451501 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d9fca6b1-f052-4447-be9a-c33e2e16dacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:26.479139 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.558893 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Pushing event updated for resources: {'Network': ['ID=88eabc5c-0901-4165-b1ef-76b83f3fdb6c,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:26.561872 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:26.563625 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4201922 Nov 10 14:25:26.566431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46110) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:26.572063 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:25:26.573003 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Request body: {'subnet': {'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907333888-subnet', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:26.578631 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:26.583455 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Usage tracker for resource:subnet and tenant:f473821d7d4049f390b73dae93a77605 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:26.586557 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:26.594136 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:26.605418 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Made reservation on behalf of f473821d7d4049f390b73dae93a77605 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:26.607699 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7298777'] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.808357 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7860884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7298759'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.812116 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-f6c0027a-e488-4190-b1b2-8294ba481b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:26.885942 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116d8f5d-ef44-437c-9aea-5b9f9621905d,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:26.889358 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:26.895591 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Checking segment: {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:26.895947 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Network hostable DHCP agents. Network: 88eabc5c-0901-4165-b1ef-76b83f3fdb6c, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:25:26.915771 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:25:26.925411 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 88eabc5c-0901-4165-b1ef-76b83f3fdb6c) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:26.929805 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:26.930407 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.934494 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36db33-d3d0-429e-a1df-d482b301a4d6 None None] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:25:26.951671 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b1cd51a4-77a5-4753-b6d4-2b276163ec57 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3840344 Nov 10 14:25:26.954829 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46114) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:26.959945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:26.964515 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:26.968402 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Usage tracker for resource:router and tenant:f473821d7d4049f390b73dae93a77605 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:26.971297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:26.977459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:26.989154 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-495642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1193'] for router, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:26.990393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-339024', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.012795 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.063228 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 932abbd5-3277-4f92-84da-42f38b6666c6 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:27.222301 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 932abbd5-3277-4f92-84da-42f38b6666c6 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:27.227083 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3922462b-e896-5ff9-9ad6-dc9e45cc8a92-88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d'}]}} from dv-cinder-817404-1-smb. {{(pid=86772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 10 14:25:27.227910 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.243453 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 932abbd5-3277-4f92-84da-42f38b6666c6 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:27.244316 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.325856 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c745bb-af4c-4ffc-ac5a-a6f4ba33680d req-34851e28-6b62-4e5b-9dfd-572a409797d2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:27.328653 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-16c745bb-af4c-4ffc-ac5a-a6f4ba33680d req-34851e28-6b62-4e5b-9dfd-572a409797d2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0987506 Nov 10 14:25:27.342094 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-339070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1092'] for router, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.392593 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-16c745bb-af4c-4ffc-ac5a-a6f4ba33680d req-756a6592-f9ba-439d-9292-5bcdbb866559 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573025 Nov 10 14:25:27.461099 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Sync routers for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:27.471746 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:27.472367 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:24:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:27.497537 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.523703 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.db_base_plugin_common [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Allocated IP 172.20.0.2 (88eabc5c-0901-4165-b1ef-76b83f3fdb6c/116d8f5d-ef44-437c-9aea-5b9f9621905d/96a73507-c8f0-4a61-93ea-315e1096e503) {{(pid=86772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:27.526507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 932abbd5-3277-4f92-84da-42f38b6666c6, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=932abbd5-3277-4f92-84da-42f38b6666c6,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:27.534906 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.537365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:27.699936 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:27.724528 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=932abbd5-3277-4f92-84da-42f38b6666c6,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:27.728861 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:27.777247 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.809313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.839274 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks [] for port, precommit_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.850537 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Transition to ACTIVE for port object 96a73507-c8f0-4a61-93ea-315e1096e503 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:27.869671 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Transition to ACTIVE for port object 96a73507-c8f0-4a61-93ea-315e1096e503 will not be triggered until provisioned by entity DHCP. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:27.877363 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463'] for port, after_create {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:27.882752 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:27.945275 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c is already hosted by enough agents. {{(pid=86772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:27.946393 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.scheduler.base_scheduler [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Resources bound (agent type, host, resource id): {{(pid=86772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:27.950241 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Received port after_create {{(pid=86772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:27.955592 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Allocated IP 172.28.2.233 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/97905cf0-552b-4923-9cca-479b37260315) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:27.990720 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Pushing event updated for resources: {'Port': ['ID=96a73507-c8f0-4a61-93ea-315e1096e503,revision_number=1']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:27.997689 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:28.040671 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 2, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:28.047215 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Checking router: 50ddd456-c86c-4ca1-8ea8-a6499f1e664f for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:28.047633 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Updating router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:25:28.050219 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Attempting to bind port 96a73507-c8f0-4a61-93ea-315e1096e503 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:28.050702 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Attempting to bind port 96a73507-c8f0-4a61-93ea-315e1096e503 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:28.051155 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Attempting to bind port 96a73507-c8f0-4a61-93ea-315e1096e503 on network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:28.056579 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:28.057074 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Checking segment: {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:28.057547 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.058014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Bound using segment: {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:28.058678 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Bound port: 96a73507-c8f0-4a61-93ea-315e1096e503, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:28.059008 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.107298 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.112717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.155115 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] For port 96a73507-c8f0-4a61-93ea-315e1096e503, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:28.158919 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] For port 96a73507-c8f0-4a61-93ea-315e1096e503, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=96a73507-c8f0-4a61-93ea-315e1096e503,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:28.165468 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.170356 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:28.186095 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.191336 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-59902485-df05-4e89-a336-4051bbd71be4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:28.255181 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Pushing event updated for resources: {'Port': ['ID=96a73507-c8f0-4a61-93ea-315e1096e503,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:28.259883 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:28.281182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:28.286692 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:28.289258 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:28.339992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Pushing event updated for resources: {'Port': ['ID=97905cf0-552b-4923-9cca-479b37260315,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:28.343614 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:28.435850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-cce52f2f-d1cf-4ccf-b638-be5cdd46fc09 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:28.437844 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-cce52f2f-d1cf-4ccf-b638-be5cdd46fc09 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.2997804 Nov 10 14:25:28.490274 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.503672 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Transition to ACTIVE for port object 2263906b-4d6e-44d1-aa74-bc6c7cc60081 will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:28.513031 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.519234 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-9720f25f-92ae-4f7d-9321-64038195c821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:28.582125 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-fad01212-c94c-46d0-bcc4-ef4b3e528054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.694262 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de976e-91ab-4c42-96bc-fe78ae5de5ad req-fcdd7af8-3ba7-487c-af16-c41a3b5308c7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:28.699527 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-41de976e-91ab-4c42-96bc-fe78ae5de5ad req-fcdd7af8-3ba7-487c-af16-c41a3b5308c7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.1591845 Nov 10 14:25:28.729779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Deleting port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:28.730340 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.735972 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b069-fe59-4a5e-8f5a-c2b88e261da7 None None] Pushing event updated for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:28.739157 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-b2c2b069-fe59-4a5e-8f5a-c2b88e261da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:28.757121 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-41de976e-91ab-4c42-96bc-fe78ae5de5ad req-a9ebcf4c-f4f5-4024-b39b-97cb5f93c578 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509977 Nov 10 14:25:28.809816 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Attempting to bind port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:28.810540 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Attempting to bind port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:28.810960 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Attempting to bind port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 on network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:28.818334 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:28.818819 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Checking segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:28.819284 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.819734 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Bound using segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:28.820292 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Bound port: 2263906b-4d6e-44d1-aa74-bc6c7cc60081, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:28.820744 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.918921 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] For port 2263906b-4d6e-44d1-aa74-bc6c7cc60081, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:28.924360 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] For port 2263906b-4d6e-44d1-aa74-bc6c7cc60081, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2263906b-4d6e-44d1-aa74-bc6c7cc60081,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:28.928917 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:28.932823 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:29.024864 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:29.025857 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:29.107292 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b069-fe59-4a5e-8f5a-c2b88e261da7 None None] Pushing event updated for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=4']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:29.122319 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-b2c2b069-fe59-4a5e-8f5a-c2b88e261da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:29.160732 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 96a73507-c8f0-4a61-93ea-315e1096e503 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:29.203276 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.255413 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 96a73507-c8f0-4a61-93ea-315e1096e503 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:29.263581 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 932abbd5-3277-4f92-84da-42f38b6666c6 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:29.288008 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] For port 86ec1c0f-a06b-4c36-833e-cd5d232e3230, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=86ec1c0f-a06b-4c36-833e-cd5d232e3230,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:29.288350 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.296591 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:29.400740 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 932abbd5-3277-4f92-84da-42f38b6666c6 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:29.401118 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.554991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46f8b3-e707-492e-a467-302fbc844641 None None] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:25:29.635111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.659536 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Provisioning for port 96a73507-c8f0-4a61-93ea-315e1096e503 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:29.676568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Provisioning complete for port 96a73507-c8f0-4a61-93ea-315e1096e503 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:29.676943 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.732924 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:28Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:29.738226 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a84b8-dd50-4aaf-9af0-26341e4cb7d5 None None] The sync data for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb is: [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:28Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:29.947240 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:29.991618 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f72f-ec4d-44db-97b0-a3dbf1132c78 req-0b9875ca-9472-4133-afa3-79002c0eb7c9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:29.993237 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7303f72f-ec4d-44db-97b0-a3dbf1132c78 req-0b9875ca-9472-4133-afa3-79002c0eb7c9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 945 time: 0.0935528 Nov 10 14:25:30.003954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] For port 96a73507-c8f0-4a61-93ea-315e1096e503, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=96a73507-c8f0-4a61-93ea-315e1096e503,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:30.013344 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.016440 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:30.058589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.064023 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.064541 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Floating IP 654dfbd1-9736-468b-9136-15305f378b3a disassociated. External IP: 172.28.2.225, port: 86ec1c0f-a06b-4c36-833e-cd5d232e3230. Nov 10 14:25:30.064992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Calling delete_port for 86ec1c0f-a06b-4c36-833e-cd5d232e3230 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:30.089689 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7303f72f-ec4d-44db-97b0-a3dbf1132c78 req-624c6572-5d08-47dc-aecb-4aaca5bec51f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=020ebf48-c4ba-479a-8d04-f34605a32725&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862231 Nov 10 14:25:30.111025 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Pushing event updated for resources: {'Port': ['ID=96a73507-c8f0-4a61-93ea-315e1096e503,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:30.117845 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-338947'] for router, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.119575 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:30.240702 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-dcc2c1cf-f61c-4573-9b27-2b6bf26f7741 None None] Provisioning complete for port 96a73507-c8f0-4a61-93ea-315e1096e503 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:30.241150 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c1cf-f61c-4573-9b27-2b6bf26f7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.382207 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:30.389020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b4b076d4-4675-42d7-853d-ad3002fb6fb5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:30.449284 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'Port': ['ID=86ec1c0f-a06b-4c36-833e-cd5d232e3230,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:30.456853 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:30.552996 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Router cfd897f8-a5c1-4814-9e85-7bb7c006a289 is scheduled to L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd with binding_index 1 {{(pid=86770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 10 14:25:30.904538 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:31.013935 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:31.038194 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Sync routers for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:31.049675 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:31.050384 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:31.122785 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:31.124027 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1681962 Nov 10 14:25:31.127473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46136) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:31.131500 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 96a73507-c8f0-4a61-93ea-315e1096e503 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:31.140430 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:31.151308 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:31.177380 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:31.178021 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:31.224624 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:31.268609 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] No DVR routers for this DVR port 86ec1c0f-a06b-4c36-833e-cd5d232e3230 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:25:31.271462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:31.273740 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b925e897-666d-4aad-83e6-b33a578ebbc7 req-eea9cba9-2ae1-4d3c-8559-04a2c1b46d82 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "DELETE /v2.0/ports/86ec1c0f-a06b-4c36-833e-cd5d232e3230 HTTP/1.1" status: 204 len: 173 time: 2.8270946 Nov 10 14:25:31.274238 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'name': 'network-vif-deleted', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:31.378945 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41031020-65a0-480b-bbc5-84b7b1081658', 'name': 'network-vif-deleted', 'tag': '86ec1c0f-a06b-4c36-833e-cd5d232e3230', 'status': 'completed', 'code': 200} Nov 10 14:25:31.420052 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 96a73507-c8f0-4a61-93ea-315e1096e503 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:31.420439 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:31.481798 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:31.505108 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f448afaf-6d6e-4a2f-a8ef-8c5a7b40d7ac req-2d0fad52-6dd9-4644-8813-65221878d621 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=41031020-65a0-480b-bbc5-84b7b1081658 HTTP/1.1" status: 200 len: 210 time: 0.2410064 Nov 10 14:25:31.581359 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:31.836966 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2263906b-4d6e-44d1-aa74-bc6c7cc60081 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:31.944881 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:31.953752 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:28Z', 'revision_number': 3, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:31.963920 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:31.968215 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:31.969835 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Checking router: cfd897f8-a5c1-4814-9e85-7bb7c006a289 for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:31.970284 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Updating router cfd897f8-a5c1-4814-9e85-7bb7c006a289 port 97905cf0-552b-4923-9cca-479b37260315 binding host dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:25:31.986265 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:31.986913 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:32.026573 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:32.026748 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.192699 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.194794 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.239681 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 86ec1c0f-a06b-4c36-833e-cd5d232e3230 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:25:32.257425 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:32.291471 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 86ec1c0f-a06b-4c36-833e-cd5d232e3230 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:25:32.292492 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 86ec1c0f-a06b-4c36-833e-cd5d232e3230 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:25:32.412282 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.463055 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Allocated IP 172.20.0.1 (88eabc5c-0901-4165-b1ef-76b83f3fdb6c/116d8f5d-ef44-437c-9aea-5b9f9621905d/e8bb70c4-c09a-4b0e-a3fe-23da1b303e70) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:32.485685 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 2263906b-4d6e-44d1-aa74-bc6c7cc60081, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2263906b-4d6e-44d1-aa74-bc6c7cc60081,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:32.545660 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.551490 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:32.662933 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.683107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:32.689548 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.provisioning_blocks [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Transition to ACTIVE for port object e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 will not be triggered until provisioned by entity DHCP. {{(pid=86771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:32.695139 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:32.715678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46148) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:32.735260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.742813 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:32.752882 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:32.757950 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66281c0-64f6-45d6-8746-8f548b55d9ad None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:32.800871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:32.808735 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:32.811461 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:32.857103 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.882091 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Pushing event updated for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:32.887772 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:32.899131 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495705'] for router_interface, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.912245 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.937136 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks [] for port, precommit_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.962153 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Transition to ACTIVE for port object 97905cf0-552b-4923-9cca-479b37260315 will not be triggered until provisioned by entity L2. {{(pid=86772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:32.990865 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.996771 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:32.999946 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-83035d71-fd1c-4589-83e6-a92cc80da0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:33.003106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5ab67a5e-58c1-4c06-a722-de1ec68598c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:33.024490 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ebf48-c4ba-479a-8d04-f34605a32725,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:33.039404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:33.045722 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.050477 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "DELETE /v2.0/security-groups/020ebf48-c4ba-479a-8d04-f34605a32725 HTTP/1.1" status: 204 len: 168 time: 0.3333330 Nov 10 14:25:33.051059 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46152) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:33.082390 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.api.v2.resource [None req-cb2f92d6-dbd0-495c-8b42-9db91e405c5f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] show failed (client error): The resource could not be found. Nov 10 14:25:33.084155 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-cb2f92d6-dbd0-495c-8b42-9db91e405c5f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups/020ebf48-c4ba-479a-8d04-f34605a32725 HTTP/1.1" status: 404 len: 347 time: 0.0321350 Nov 10 14:25:33.087749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46156) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:33.096836 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2263906b-4d6e-44d1-aa74-bc6c7cc60081 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:33.173275 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.182328 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Attempting to bind port 97905cf0-552b-4923-9cca-479b37260315 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:33.182829 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Attempting to bind port 97905cf0-552b-4923-9cca-479b37260315 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:33.183099 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Attempting to bind port 97905cf0-552b-4923-9cca-479b37260315 on network 78cd8659-e679-497c-9897-6362e2507101 {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:33.194758 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Pushing event updated for resources: {'Port': ['ID=97905cf0-552b-4923-9cca-479b37260315,revision_number=2']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:33.198477 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:33.199177 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Checking segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:33.199282 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.199657 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Bound using segment: {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'} {{(pid=86772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:33.200131 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.managers [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Bound port: 97905cf0-552b-4923-9cca-479b37260315, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece117-c7e6-42b6-aba1-9e5afe6c26a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78cd8659-e679-497c-9897-6362e2507101'}}] {{(pid=86772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:33.200511 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.240694 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:33.251681 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81535fd-4623-4102-9d6c-0285848ca60c None None] New status for floating IP 654dfbd1-9736-468b-9136-15305f378b3a: DOWN {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:25:33.339312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Deleting port 3572759c-09e5-498f-9cbe-e4968945cbbf {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:33.339972 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.446025 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.450784 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.480193 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b45d6b1b-45f3-4b9d-8810-1f6185011367 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:33.551557 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Pushing event updated for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:33.554494 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:33.558468 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.558751 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.568774 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-1ae92816-eec5-476d-8d36-d51730ed2b8e None None] Provisioning for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:33.586189 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495670'] for router_interface, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.587272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-1ae92816-eec5-476d-8d36-d51730ed2b8e None None] Provisioning complete for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:33.587644 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1ae92816-eec5-476d-8d36-d51730ed2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.656485 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] For port 97905cf0-552b-4923-9cca-479b37260315, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:33.661941 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:33.662319 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.696444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-1ae92816-eec5-476d-8d36-d51730ed2b8e None None] Port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:33.698172 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Calling delete_port for 3572759c-09e5-498f-9cbe-e4968945cbbf owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:33.699040 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] For port 97905cf0-552b-4923-9cca-479b37260315, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=97905cf0-552b-4923-9cca-479b37260315,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:33.716203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:33.723057 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0c83161f-2a15-4fd5-8788-49e4881aa2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:33.739095 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:33.740435 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:33.796717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.db.api [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:25:33.797991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_db.api [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:25:33.813945 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Pushing event updated for resources: {'Port': ['ID=97905cf0-552b-4923-9cca-479b37260315,revision_number=3']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:33.816923 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:33.817538 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:33.875261 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:33.947674 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Router cfd897f8-a5c1-4814-9e85-7bb7c006a289 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:34.049444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-bdc1b269-ec7c-439c-b627-3840b50639bf None None] Provisioning complete for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:34.049819 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b269-ec7c-439c-b627-3840b50639bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.100783 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:34.125221 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:34.133968 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] 10.222.0.13 "PUT /v2.0/routers/cfd897f8-a5c1-4814-9e85-7bb7c006a289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054510 Nov 10 14:25:34.176473 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1b269-ec7c-439c-b627-3840b50639bf None None] Port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:34.299078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Deleting port 3572759c-09e5-498f-9cbe-e4968945cbbf {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:34.299509 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.426809 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'e8bb70c4-c09a-4b0e-a3fe-23da1b303e70', 'name': '', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'mac_address': 'fa:16:3e:5d:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:32Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 2, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'subnets': [{'id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:34.432343 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa43c4a0-ed12-4c96-bd96-459fc96d0568 None None] The sync data for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb is: [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'e8bb70c4-c09a-4b0e-a3fe-23da1b303e70', 'name': '', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'mac_address': 'fa:16:3e:5d:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:32Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 2, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'subnets': [{'id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:34.492322 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.492823 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.618600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Calling delete_port for 3572759c-09e5-498f-9cbe-e4968945cbbf owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:34.846601 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46170) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:34.852328 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961211468', 'description': 'tempest-secgroup-smoke-961211468 description', 'project_id': '1c58ad13526a487e851af7dc713003d3'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:34.859534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:34.864643 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:34.872864 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:34.880007 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:34.891755 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.897944 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:34.902863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3a1ac5c5-5ee9-4dda-9b56-b486913ba437 tempest-VolumesSnapshotTestJSON-1391040070 tempest-VolumesSnapshotTestJSON-1391040070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:34.913843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:34.918603 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:34.922348 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:34.929500 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:34.948480 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'Port': ['ID=3572759c-09e5-498f-9cbe-e4968945cbbf,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.016505 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.025231 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.029529 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.035563 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-a530b8b2-f40c-442f-8ac6-73d9a9c36620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.044021 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.060494 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.064810 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "DELETE /v2.0/floatingips/654dfbd1-9736-468b-9136-15305f378b3a HTTP/1.1" status: 204 len: 168 time: 1.9725208 Nov 10 14:25:35.183516 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb043a-d4f2-4299-91cb-66eac29c2171,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.186093 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.190573 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3397977 Nov 10 14:25:35.190573 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.190845 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46178) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.196176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.202100 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.206200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.209253 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.215406 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.233912 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.294327 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.298590 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.300622 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3df556b2-a2fa-4ae2-8f1b-25fca458b9f3 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.321729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec3d580-2dfe-40a6-b323-83ba972fbd6f,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.324102 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.331407 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.332561 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5307de97-a6d2-4773-919b-65af5b21ee42 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408672 Nov 10 14:25:35.335283 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46182) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.340222 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.346469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.350246 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.353186 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.359456 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.376511 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.437039 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.440665 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.442662 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.462549 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e42a2a5-14ae-4440-83f2-d18081f20635,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.466472 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.474951 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.476266 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-cf19193a-3d94-41fb-a034-0b6cf1c2b2ce tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400361 Nov 10 14:25:35.478983 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46186) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.484538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.490197 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.493973 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.496886 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.503155 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.515682 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46190) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.521880 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342035488', 'description': 'tempest-description--393003443'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.532845 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.536666 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.543572 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.548738 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.560803 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.593308 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.631729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.635554 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.638239 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.641667 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.644212 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.653817 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.656253 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.682024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1145d2-e46f-495b-9d0f-276857dee96a,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.684522 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.700081 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.701249 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-eefa3ae1-38c9-4c21-8ea9-2166f78f9ff5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213182 Nov 10 14:25:35.704426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46196) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.712049 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.719308 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.725756 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.729581 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.739270 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.781863 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.793915 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.800847 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.815672 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-4185878c-60a9-4f10-b1d6-05880439da6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.884234 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa082251-9836-46cb-a25a-2281b68130f1,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.887162 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.889598 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.890910 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3742323 Nov 10 14:25:35.893771 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46200) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.906821 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group_rule': {'security_group_id': 'fa082251-9836-46cb-a25a-2281b68130f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:35.915105 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:35.918000 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.921322 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:35.924773 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:35.927320 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.937237 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:35.939111 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2a575f0a-d054-42ec-9614-abb249dd5837 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:35.960412 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e8667-e778-42fc-b8e2-2b3b132138d2,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:35.962719 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:35.976431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.984191 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:35.985338 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2ba56479-609d-43aa-92a6-9a4cbbaf0e3f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800171 Nov 10 14:25:35.988368 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46204) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:35.994388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:36.000908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:36.004742 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:36.008548 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:36.014293 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:36.024101 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.securitygroups_db [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Project 1c58ad13526a487e851af7dc713003d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:25:36.031925 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.041031 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.044930 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.048064 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:36.069951 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c1cbce-02be-4941-821f-a09335d15ab5,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:36.072400 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:36.080155 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.081430 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ae88bc3b-597d-4a25-a721-29addf72c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865823 Nov 10 14:25:36.084150 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46208) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:36.089489 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'security_group_rule': {'security_group_id': 'fa082251-9836-46cb-a25a-2281b68130f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:36.096608 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:36.101226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:security_group_rule and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:36.101392 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.104230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:36.105372 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.111077 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:36.113820 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:36.129496 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.133336 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15668b02-187f-473b-ad4f-eff9fe27e902,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:36.135920 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:36.143565 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.144884 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551807 Nov 10 14:25:36.147554 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46212) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:36.152733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'security_group_rule': {'security_group_id': '87fb043a-d4f2-4299-91cb-66eac29c2171', 'project_id': '1c58ad13526a487e851af7dc713003d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:36.167965 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:36.176039 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:security_group_rule and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:36.179066 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:36.184706 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:36.196214 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.securitygroups_db [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Project 1c58ad13526a487e851af7dc713003d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:25:36.203125 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.206735 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.208129 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.214646 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-bd22bf3c-9006-44ae-a2ae-bb4a2bad746e tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:36.242058 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be592987-1e62-4434-90e9-96c2b1b0273a,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:36.244524 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:36.254238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.255671 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-69e9245e-fb21-4710-9d42-cf2d27bc51dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704924 Nov 10 14:25:36.258778 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46216) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:36.265636 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:36.272738 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:36.276628 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Usage tracker for resource:floatingip and tenant:00e039890f57440bb0dfc7bd83dbe51c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:25:36.279759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:25:36.287360 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:36.302525 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.311159 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.316290 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.324420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e523a2a2-aa91-4f9c-9f01-62e8158129e8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:36.347814 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873c7baa-05b8-4728-a12c-26d11bedaa5e,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:36.350419 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:36.356009 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.358508 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e96d6aec-8890-404b-97b3-2073756a740e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089300 Nov 10 14:25:36.462986 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.618729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Allocated IP 172.28.2.115 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/e80348dd-94bf-40d8-a7c5-d379769478ee) {{(pid=86771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:36.790042 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.830261 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:36.834324 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:36.898167 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:36.901219 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources bound (agent type, host, resource id): {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:36.905788 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Received port after_create {{(pid=86771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:36.946841 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=e80348dd-94bf-40d8-a7c5-d379769478ee,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:36.951269 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:37.016287 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.091991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 97905cf0-552b-4923-9cca-479b37260315 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:37.097043 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.167025 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port 97905cf0-552b-4923-9cca-479b37260315 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:37.172478 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 97905cf0-552b-4923-9cca-479b37260315 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:37.172866 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.307117 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.329167 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port 97905cf0-552b-4923-9cca-479b37260315, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=97905cf0-552b-4923-9cca-479b37260315,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:37.334426 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.338566 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.339980 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-71633717-b1f9-4fc5-b4d2-27b7dfcc9783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:37.345606 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.350226 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:37.421913 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=97905cf0-552b-4923-9cca-479b37260315,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:37.425844 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:37.466608 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=e80348dd-94bf-40d8-a7c5-d379769478ee,revision_number=2']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:37.471565 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:37.479801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.504703 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:37.505940 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2460883 Nov 10 14:25:37.623154 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Sync routers for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:37.633122 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:37.633824 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:37.737524 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-771021eb-48d2-4caf-95d0-6fd8e40d8908 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:37.753960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-771021eb-48d2-4caf-95d0-6fd8e40d8908 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:37.755264 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-771021eb-48d2-4caf-95d0-6fd8e40d8908 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--342035488&fields=id&tenant_id=00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 267 time: 0.0608447 Nov 10 14:25:37.813340 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:37.914405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-1c53653e-b2fb-4d00-a988-58dd6c0722f7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:37.915926 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-1c53653e-b2fb-4d00-a988-58dd6c0722f7 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 809 time: 0.1540916 Nov 10 14:25:37.932709 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-2a09da4d-342b-4139-87fd-34e2cba30f03 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/quotas/00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 375 time: 0.0097330 Nov 10 14:25:38.019570 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-cbd074af-4c27-47d4-99c5-84511ce0037c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:38.038234 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-cbd074af-4c27-47d4-99c5-84511ce0037c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:38.039683 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-cbd074af-4c27-47d4-99c5-84511ce0037c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012344 Nov 10 14:25:38.160337 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'e8bb70c4-c09a-4b0e-a3fe-23da1b303e70', 'name': '', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'mac_address': 'fa:16:3e:5d:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:32Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 2, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'subnets': [{'id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:38.171700 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Checking router: cfd897f8-a5c1-4814-9e85-7bb7c006a289 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:38.172160 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Updating router cfd897f8-a5c1-4814-9e85-7bb7c006a289 port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 binding host dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:25:38.197620 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-d1027cea-57f1-47f2-8a4c-7de3cb4b79dc service neutron] 10.222.0.13 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442950 Nov 10 14:25:38.236738 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:38.363280 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-2aa76c68-8c19-4ee2-ad51-65c9548d2f1f service neutron] 10.222.0.13 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554487 Nov 10 14:25:38.591606 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f9d38765-e68c-4e96-83c1-ac7474fb216e req-a8d54ea2-c67a-426d-8d98-2cd1125e85f4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 210 time: 0.0738633 Nov 10 14:25:38.700523 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks [] for port, precommit_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:38.713845 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.provisioning_blocks [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Transition to ACTIVE for port object e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 will not be triggered until provisioned by entity L2. {{(pid=86773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:38.721908 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:38.727206 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:38.864428 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Pushing event updated for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=3']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:38.873358 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.874503 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.874829 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.875318 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.875810 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.876319 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.876801 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.877277 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.877752 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.878244 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.878596 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.878915 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:38.883950 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:38.977342 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Attempting to bind port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 on host dv-cinder-817404-1-smb for vnic_type normal with profile {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:38.977678 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Attempting to bind port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 by drivers openvswitch,hyperv on host dv-cinder-817404-1-smb at level 0 using segments [{'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:38.978217 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Attempting to bind port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 on network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:38.984513 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Checking agent: {'id': '9bee42c2-eec7-4bfe-ac64-4059e2eaf491', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817404-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 12, 26), 'started_at': datetime.datetime(2021, 11, 10, 14, 12, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817404-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:38.985192 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Checking segment: {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:38.985766 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:38.986409 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Bound using segment: {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'} {{(pid=86773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:38.987114 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.managers [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Bound port: e8bb70c4-c09a-4b0e-a3fe-23da1b303e70, host: dv-cinder-817404-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898cd70a-e66e-4983-9f41-b7ecaea9fb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c'}}] {{(pid=86773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:38.987511 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:39.080061 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 97905cf0-552b-4923-9cca-479b37260315 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:39.108040 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] For port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70, host dv-cinder-817404-1-smb, cleared binding levels {{(pid=86773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:39.113117 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.plugins.ml2.db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] For port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70, host dv-cinder-817404-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:39.120254 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron_lib.callbacks.manager [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:39.134273 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:39.173886 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port 97905cf0-552b-4923-9cca-479b37260315 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:39.174065 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:39.216341 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:39.217161 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:39.442919 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Pushing event updated for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=4']} {{(pid=86773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:39.451277 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG oslo_concurrency.lockutils [None req-7775370c-504b-4ea9-83af-d21d3ec7f7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:39.470353 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:39.761532 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-9b2581aa-8394-4af0-ae27-509bf9db3418 req-6e07a2e2-8ed3-4433-96a8-f99a8009e245 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 210 time: 0.0493686 Nov 10 14:25:39.813854 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'e8bb70c4-c09a-4b0e-a3fe-23da1b303e70', 'name': '', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'mac_address': 'fa:16:3e:5d:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:32Z', 'updated_at': '2021-11-10T14:25:39Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'subnets': [{'id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:39.820086 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcedb88-f88c-4932-a947-65356870a7ab None None] The sync data for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb is: [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:25:33Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'e8bb70c4-c09a-4b0e-a3fe-23da1b303e70', 'name': '', 'network_id': '88eabc5c-0901-4165-b1ef-76b83f3fdb6c', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'mac_address': 'fa:16:3e:5d:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:32Z', 'updated_at': '2021-11-10T14:25:39Z', 'revision_number': 4, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'subnets': [{'id': '116d8f5d-ef44-437c-9aea-5b9f9621905d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:39.982468 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-06280d0a-4b72-45c8-81a1-b1a3f8e9f977 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:39.985405 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-06280d0a-4b72-45c8-81a1-b1a3f8e9f977 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 809 time: 0.1703317 Nov 10 14:25:40.037873 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-0de567b1-58b5-444f-9ff4-3ef682e4f94a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e039890f57440bb0dfc7bd83dbe51c HTTP/1.1" status: 200 len: 379 time: 0.0430210 Nov 10 14:25:40.048457 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'port': {'device_id': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'admin_state_up': True, 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'security_groups': ['fa082251-9836-46cb-a25a-2281b68130f1']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:40.192896 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:40.202911 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:40.213363 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Made reservation on behalf of 00e039890f57440bb0dfc7bd83dbe51c for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:40.216960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:40.422067 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Allocated IP 172.20.0.9 (96605b48-7744-4398-a855-b7ed922e4feb/be86ef7f-59b3-47a2-a11f-e2feec174ab9/0e899488-443d-4252-b044-bc2998ff0bba) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:40.625594 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:40.641757 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Transition to ACTIVE for port object 0e899488-443d-4252-b044-bc2998ff0bba will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:40.665768 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:40.671668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b965eafc-7f71-4ef9-86b5-a568747edea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:40.741575 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Network 96605b48-7744-4398-a855-b7ed922e4feb is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:40.744666 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:40.751866 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:40.895335 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event updated for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:40.902225 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:40.981537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:40.982265 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.017075 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9730175 Nov 10 14:25:41.032401 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Request body: {'port': {'device_id': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:41.090153 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:41.100125 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decf2a-c931-4ed4-892a-d65d6f39f682 req-46fc58d4-825a-46d8-b588-301198c6aed1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:41.101380 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-43decf2a-c931-4ed4-892a-d65d6f39f682 req-46fc58d4-825a-46d8-b588-301198c6aed1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:41.113308 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090153a-44f3-44fe-8506-eee39c0a3497 req-f0e3ace3-15dd-4e24-864c-7b2e4af13e1c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:41.115400 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3090153a-44f3-44fe-8506-eee39c0a3497 req-f0e3ace3-15dd-4e24-864c-7b2e4af13e1c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0892844 Nov 10 14:25:41.156339 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-dbe9be76-fb9a-4d22-8c78-81676cb849fc None None] Provisioning for port 0e899488-443d-4252-b044-bc2998ff0bba completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:41.165313 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-dbe9be76-fb9a-4d22-8c78-81676cb849fc None None] Provisioning complete for port 0e899488-443d-4252-b044-bc2998ff0bba triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:41.165777 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-dbe9be76-fb9a-4d22-8c78-81676cb849fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.168441 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-43decf2a-c931-4ed4-892a-d65d6f39f682 req-46fc58d4-825a-46d8-b588-301198c6aed1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:41.169884 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-43decf2a-c931-4ed4-892a-d65d6f39f682 req-46fc58d4-825a-46d8-b588-301198c6aed1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 931 time: 0.2717667 Nov 10 14:25:41.176975 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3090153a-44f3-44fe-8506-eee39c0a3497 req-ceb944ef-441b-4d76-bb40-72b4c0f0478c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530984 Nov 10 14:25:41.183302 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.228884 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9be76-fb9a-4d22-8c78-81676cb849fc None None] Port 0e899488-443d-4252-b044-bc2998ff0bba cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:41.231411 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:41.237365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:41.237755 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.300040 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-43decf2a-c931-4ed4-892a-d65d6f39f682 req-cd7f2283-bd62-4a92-ab87-f33f2e3fc4b5 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025765 Nov 10 14:25:41.406548 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.445740 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] For port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:41.456677 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.459415 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:41.535441 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Pushing event updated for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:41.538694 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:41.597472 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e899488-443d-4252-b044-bc2998ff0bba {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:25:41.605188 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.620760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Transition to ACTIVE for port object 0e899488-443d-4252-b044-bc2998ff0bba will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:41.624458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.628812 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-aa1bf5b8-c79b-449f-b0bc-e904d80e1c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:41.791886 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Pushing event updated for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:41.798659 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:41.872435 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Attempting to bind port 0e899488-443d-4252-b044-bc2998ff0bba on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:41.872704 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Attempting to bind port 0e899488-443d-4252-b044-bc2998ff0bba by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:41.873027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Attempting to bind port 0e899488-443d-4252-b044-bc2998ff0bba on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:41.878548 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Port 0e899488-443d-4252-b044-bc2998ff0bba on network 96605b48-7744-4398-a855-b7ed922e4feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:25:41.878867 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Attempting to bind port 0e899488-443d-4252-b044-bc2998ff0bba on network 96605b48-7744-4398-a855-b7ed922e4feb {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:41.883905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:41.884242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Checking segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:41.884624 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Bound using segment: {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:41.885046 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Bound port: 0e899488-443d-4252-b044-bc2998ff0bba, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f60c120-bf24-4d94-81db-9cff628f0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:41.885387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.894925 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3492759e-ce1d-4775-abab-d880eb6c495a req-595fe7df-b187-4f9c-8e0d-7c91e2016ca1 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251561278&fields=id&tenant_id=deaff4d69cce45b6adbcb268a24ce2db HTTP/1.1" status: 200 len: 267 time: 0.0421462 Nov 10 14:25:41.980111 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:41.984230 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=0e899488-443d-4252-b044-bc2998ff0bba,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:41.989840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:41.993863 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-290255dc-f07c-4aef-a6de-1d3361b423f9 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:42.057151 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.057774 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:42.059190 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] 10.222.0.18 "PUT /v2.0/ports/0e899488-443d-4252-b044-bc2998ff0bba HTTP/1.1" status: 200 len: 1093 time: 1.0312636 Nov 10 14:25:42.059698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:42.073992 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492759e-ce1d-4775-abab-d880eb6c495a req-6770af15-723e-45a5-8cf7-3de81e161cf8 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.076001 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3492759e-ce1d-4775-abab-d880eb6c495a req-6770af15-723e-45a5-8cf7-3de81e161cf8 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 984 time: 0.1754091 Nov 10 14:25:42.087736 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Pushing event updated for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:42.091634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:42.106313 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Request body: {'port': {'security_groups': ['0647a402-740a-4a9d-a857-62ee58326200']}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:42.155969 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba', 'status': 'completed', 'code': 200} Nov 10 14:25:42.203375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-190ecb89-db26-41eb-b221-63fe550c933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.204930 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-190ecb89-db26-41eb-b221-63fe550c933e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 1096 time: 0.0955188 Nov 10 14:25:42.256279 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:42.300481 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-b9f914f6-3b75-4f9c-b757-be8f879c6a63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e899488-443d-4252-b044-bc2998ff0bba HTTP/1.1" status: 200 len: 217 time: 0.0873744 Nov 10 14:25:42.424581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-f723c3e8-f7e9-4db6-8fb4-8429760d26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.425922 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-f723c3e8-f7e9-4db6-8fb4-8429760d26b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.1162202 Nov 10 14:25:42.500291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07d77-5c38-4cbc-81ec-fa02807e46ac req-d5bd499a-e648-4089-9701-607724908122 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.501883 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-85f07d77-5c38-4cbc-81ec-fa02807e46ac req-d5bd499a-e648-4089-9701-607724908122 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1552603 Nov 10 14:25:42.529199 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:42.558777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-5df496cd-c27f-495c-8f65-d1dc4534a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.560243 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for port, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:42.560369 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-5df496cd-c27f-495c-8f65-d1dc4534a84a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266096 Nov 10 14:25:42.565970 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-85f07d77-5c38-4cbc-81ec-fa02807e46ac req-88556974-cb10-4618-95bb-77b4ab8dda19 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546250 Nov 10 14:25:42.566808 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6875933'] for port, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:42.573445 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-07c6d9ae-41a3-4027-8177-4133f647d1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:42.587945 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:25:42.646030 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:42.646994 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:42.652114 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3492759e-ce1d-4775-abab-d880eb6c495a req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "PUT /v2.0/ports/efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 942 time: 0.5508003 Nov 10 14:25:42.652820 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:42.655836 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46356) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:42.707496 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event updated for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=7']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:42.726907 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-764432cd-f01a-45f9-8642-13e6dc662126 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:42.735856 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:25:42.737539 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:25:42.761207 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-3f3ad2d8-a5d1-4325-82aa-8a96befee101 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928127 Nov 10 14:25:42.953651 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-25e3ac2a-7ae6-4f8a-87a2-96ee9f412890 None None] Provisioning complete for port efe0b433-8d88-439e-8160-e7c2efad14d6 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:42.953917 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-25e3ac2a-7ae6-4f8a-87a2-96ee9f412890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.044489 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 up at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:43.151876 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.178970 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Provisioning complete for port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:43.179345 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.232764 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.247590 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f94ba70b-f3b0-4931-8c95-b0228d8bbbb3 req-e37fac49-8521-4df6-85be-6269147101fa service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452267 Nov 10 14:25:43.262856 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-71327629-3181-4041-b6de-1c492e8eae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.265955 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-71327629-3181-4041-b6de-1c492e8eae67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1098 time: 0.4599507 Nov 10 14:25:43.279696 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32529765-0ca1-4298-ae49-38c827f01959 req-3685e473-f22e-4578-ba88-46d944049042 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.279696 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32529765-0ca1-4298-ae49-38c827f01959 req-3685e473-f22e-4578-ba88-46d944049042 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 943 time: 0.4755614 Nov 10 14:25:43.511930 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-32529765-0ca1-4298-ae49-38c827f01959 req-96d8bb97-3f52-41d8-b9cc-8c58e7d61b57 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955547 Nov 10 14:25:43.536487 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-fd01948f-8bdf-4dd2-8b6d-244cb95cb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.538164 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-fd01948f-8bdf-4dd2-8b6d-244cb95cb894 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.2555127 Nov 10 14:25:43.609116 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-d2d41ad5-42c0-466c-8ce6-5a71394cb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.610639 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-d2d41ad5-42c0-466c-8ce6-5a71394cb57a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 1096 time: 0.2956972 Nov 10 14:25:43.611267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.624691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cbda589a-485f-4da0-87d7-99597fa28915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:43.676393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27bfed3-2e01-4b8b-b22d-9495da2b288b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:43.682552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:43.763856 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:43.765959 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-a7262ef6-7954-4b52-af32-4bdbbc6092d2 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "DELETE /v2.0/security-groups/a27bfed3-2e01-4b8b-b22d-9495da2b288b HTTP/1.1" status: 204 len: 168 time: 1.0124893 Nov 10 14:25:43.770875 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46368) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:43.775539 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-46e4cacc-f146-4c8a-b805-90c41633d1cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 1000 time: 0.2295766 Nov 10 14:25:43.866412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-a5e634c1-1f20-403a-9671-d7cf4f96bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.867885 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-a5e634c1-1f20-403a-9671-d7cf4f96bf22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.2358203 Nov 10 14:25:43.873600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-92a90f3d-2fea-4ac7-b4f3-c69f799fc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.875664 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-92a90f3d-2fea-4ac7-b4f3-c69f799fc23a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.0913701 Nov 10 14:25:43.988040 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-94ee5bcc-45e6-4505-9312-4d6e5f142254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e899488-443d-4252-b044-bc2998ff0bba HTTP/1.1" status: 200 len: 217 time: 0.1028197 Nov 10 14:25:43.993844 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950185ad-2caa-43e0-89be-054aed3ebedc req-9eb082bc-472f-4f94-ad53-7897617f47ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:43.995392 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-950185ad-2caa-43e0-89be-054aed3ebedc req-9eb082bc-472f-4f94-ad53-7897617f47ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.2615123 Nov 10 14:25:44.029375 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Deleting port 57301a3e-c82c-40c4-8a6a-5b7d396defdb {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:44.029621 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.075674 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-4811bd90-340b-498d-a7e2-2e55b8e6411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:44.078250 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-4811bd90-340b-498d-a7e2-2e55b8e6411f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.0744030 Nov 10 14:25:44.103134 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-950185ad-2caa-43e0-89be-054aed3ebedc req-bbe944e3-04e6-441a-b601-bf6ee65ed865 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954161 Nov 10 14:25:44.125048 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-7d53d288-d1b5-4575-9099-1dd318f7777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:44.129361 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-7d53d288-d1b5-4575-9099-1dd318f7777a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1820955 Nov 10 14:25:44.225739 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.226094 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.271325 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-350ab873-228e-49fb-9dc3-e3534ad97225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:44.272802 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-350ab873-228e-49fb-9dc3-e3534ad97225 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1875973 Nov 10 14:25:44.316844 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 0e899488-443d-4252-b044-bc2998ff0bba details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:25:44.351001 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Calling delete_port for 57301a3e-c82c-40c4-8a6a-5b7d396defdb owned by network:floatingip {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:44.366862 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-c5eb0649-b26e-4eac-8d9c-42e80c60c5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247162 Nov 10 14:25:44.469301 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=0e899488-443d-4252-b044-bc2998ff0bba,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:44.488044 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '0e899488-443d-4252-b044-bc2998ff0bba', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'port_id': '0e899488-443d-4252-b044-bc2998ff0bba', 'mac_address': 'fa:16:3e:a9:e8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:25:44.543265 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.554930 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.555339 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9f707025-a14a-4a9e-a7f8-ebdafb013f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:44.579353 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e899488-443d-4252-b044-bc2998ff0bba {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:25:44.603470 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=0e899488-443d-4252-b044-bc2998ff0bba,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:44.611479 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.614768 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-48748575-4673-451c-89c8-8a8230cdaf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:44.632537 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event deleted for resources: {'Port': ['ID=57301a3e-c82c-40c4-8a6a-5b7d396defdb,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:44.634871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:44.653364 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-019c094c-4d90-45ac-a045-867eb8515e29 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665955 Nov 10 14:25:44.709483 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks [] for floatingip, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:44.709823 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Floating IP 5a97b90c-55ad-4ce7-bdad-4cb39c2258c4 disassociated (deleted). External IP: 172.28.2.98, port: efe0b433-8d88-439e-8160-e7c2efad14d6. Nov 10 14:25:44.716069 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:44.719162 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:44.799916 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a1db56b3-c6e7-458c-af7c-cc482fa564d0 req-34b03748-fc0b-408b-ae86-8e6b5cc03066 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207323 Nov 10 14:25:44.868557 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['0e899488-443d-4252-b044-bc2998ff0bba'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:25:44.879969 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d007d0f2-bda5-4fa9-b700-0433388b5fcb req-fbca2283-4f93-4638-8863-8b88fed6f27d service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784389 Nov 10 14:25:44.889520 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e21744-9676-47a0-9ec6-67c0e184eecc req-07f2ebd9-4073-415c-b2c1-102410b7a5ee tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:44.891187 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c0e21744-9676-47a0-9ec6-67c0e184eecc req-07f2ebd9-4073-415c-b2c1-102410b7a5ee tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 944 time: 0.2430978 Nov 10 14:25:44.951265 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c0e21744-9676-47a0-9ec6-67c0e184eecc req-dcbe947e-4c43-44e1-ab58-582b6fb13040 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524478 Nov 10 14:25:45.175475 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Router 57e12897-80f3-4cdb-afac-6892784a025b has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:45.411180 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:45.422079 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Sync routers for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:45.423524 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f385279-57a6-41eb-b3fc-f9bcc9576787 req-fb8bdaba-b8d7-43ca-9d37-f7236f47a1c3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:45.424959 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7f385279-57a6-41eb-b3fc-f9bcc9576787 req-fb8bdaba-b8d7-43ca-9d37-f7236f47a1c3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1885440 Nov 10 14:25:45.432629 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:45.433366 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:45.459493 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:45.522169 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7f385279-57a6-41eb-b3fc-f9bcc9576787 req-e63b3061-963a-4cab-8f6b-fbc0fbcd8dca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905900 Nov 10 14:25:45.535118 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c105f165-9f48-44df-a0fa-0656d3f6eee0 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a97b90c-55ad-4ce7-bdad-4cb39c2258c4 HTTP/1.1" status: 204 len: 168 time: 1.7610538 Nov 10 14:25:45.535118 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:45.597367 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:25:45.636616 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:45.693611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-6e9097dd-4314-47fe-a5de-f8dbfec62cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:45.695137 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-6e9097dd-4314-47fe-a5de-f8dbfec62cbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 1098 time: 0.0743229 Nov 10 14:25:45.847894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-a90e0a3c-60eb-4dc3-bb86-be741edc8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:45.849528 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-a90e0a3c-60eb-4dc3-bb86-be741edc8fc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 200 len: 916 time: 0.1472843 Nov 10 14:25:45.931351 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-2f8d161c-7fd2-4888-89d7-eb53bce7cfe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 200 len: 217 time: 0.0734262 Nov 10 14:25:45.996204 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-43d6ba45-b4c4-4b01-b4ee-6bb2a626f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:45.997774 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-43d6ba45-b4c4-4b01-b4ee-6bb2a626f8b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 200 len: 854 time: 0.0602376 Nov 10 14:25:46.031465 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:46.037560 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Checking router: 57e12897-80f3-4cdb-afac-6892784a025b for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:46.046626 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:46.047384 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:46.087130 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-ce620ec2-e36b-4d32-9758-68da6f8abe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:46.088595 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-ce620ec2-e36b-4d32-9758-68da6f8abe6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830166 Nov 10 14:25:46.245019 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:46.288852 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-87ce3f8e-3354-47f6-925b-1636614a177e service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932003 Nov 10 14:25:46.297544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95c8ff-47f8-458a-93cc-b667c7f76c0e req-a593412a-17e4-44f9-b40f-ebe75caba1f5 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:46.299059 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1b95c8ff-47f8-458a-93cc-b667c7f76c0e req-a593412a-17e4-44f9-b40f-ebe75caba1f5 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 944 time: 0.1787934 Nov 10 14:25:46.376975 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 0e899488-443d-4252-b044-bc2998ff0bba up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:46.443689 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1b95c8ff-47f8-458a-93cc-b667c7f76c0e req-478b277f-ce21-4a14-94be-d3424c1296f2 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236134 Nov 10 14:25:46.484941 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d9aa79f8-85ab-493d-b9a9-75e4a2925e8a req-985639d3-fcfe-41db-b4c4-3a8e031f010e service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849041 Nov 10 14:25:46.598154 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 0e899488-443d-4252-b044-bc2998ff0bba completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:46.612013 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 0e899488-443d-4252-b044-bc2998ff0bba triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:46.612395 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:46.738606 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:46.748567 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ab381-1e59-428c-aacb-bf0a634e15a1 None None] The sync data for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb is: [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:23:01Z', 'revision_number': 4, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '7163369f-dbf0-4d25-b578-501b5399e934', 'name': '', 'network_id': '5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'mac_address': 'fa:16:3e:a2:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:00Z', 'updated_at': '2021-11-10T14:23:09Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'subnets': [{'id': '17f515c2-c939-4af2-860d-d95c7d2ef0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:46.756012 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:46.780552 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db59e6-fa63-42e5-9c19-9b735d088d91 req-6cfe3bca-b67b-4b7f-91a7-c47d9b3650ce tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:46.790309 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-67db59e6-fa63-42e5-9c19-9b735d088d91 req-6cfe3bca-b67b-4b7f-91a7-c47d9b3650ce tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1312814 Nov 10 14:25:46.793298 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:46.805468 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=0e899488-443d-4252-b044-bc2998ff0bba,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:46.811160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:46.813156 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:46.845205 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-67db59e6-fa63-42e5-9c19-9b735d088d91 req-e3c37919-b1eb-460f-a1af-59f95c266812 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537035 Nov 10 14:25:46.864623 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba', 'code': 200} Nov 10 14:25:46.884581 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:46.887503 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:47.068962 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83984a58-6ee6-405d-9e38-d954699558b5 None None] New status for floating IP 5a97b90c-55ad-4ce7-bdad-4cb39c2258c4: DOWN {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:25:47.118991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270435-e130-4357-8d4f-feecfe2c9240 req-fd87ff69-8417-4ead-9a5c-e52b8bd43d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:47.120674 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-41270435-e130-4357-8d4f-feecfe2c9240 req-fd87ff69-8417-4ead-9a5c-e52b8bd43d22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 1098 time: 0.0817916 Nov 10 14:25:47.166152 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-41270435-e130-4357-8d4f-feecfe2c9240 req-249db732-6ad4-49d9-b0a3-ef6d15ae5d6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380852 Nov 10 14:25:47.621346 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c5508-5807-4bcc-b522-7b4db416956e req-9ab5afd7-915b-4cee-af1a-490baf5ca31a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:47.622768 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-945c5508-5807-4bcc-b522-7b4db416956e req-9ab5afd7-915b-4cee-af1a-490baf5ca31a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0792007 Nov 10 14:25:47.671541 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-945c5508-5807-4bcc-b522-7b4db416956e req-0de6df3c-cb05-4fa8-ba24-0f0ef2578612 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Nov 10 14:25:48.044754 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb8349-b474-437f-87c8-ac5f65348032 req-f59d1ea2-e7c3-484e-aedb-e525e259b700 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:48.047014 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-feeb8349-b474-437f-87c8-ac5f65348032 req-f59d1ea2-e7c3-484e-aedb-e525e259b700 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0860856 Nov 10 14:25:48.093551 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-feeb8349-b474-437f-87c8-ac5f65348032 req-c11844cd-4f3b-46d2-8045-8604b06633e2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 Nov 10 14:25:48.864431 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd92454-ee0e-423f-915f-a3d1c1e370c9 req-0cdc3c69-68f4-4042-b659-0310605160f3 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:48.865806 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7fd92454-ee0e-423f-915f-a3d1c1e370c9 req-0cdc3c69-68f4-4042-b659-0310605160f3 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0825531 Nov 10 14:25:48.879527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277cdcf-8534-44d9-b510-1f4502c99d58 req-af324b8a-3c8b-46ef-a44c-fef545784662 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:48.881014 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6277cdcf-8534-44d9-b510-1f4502c99d58 req-af324b8a-3c8b-46ef-a44c-fef545784662 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.0821028 Nov 10 14:25:48.911838 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-7fd92454-ee0e-423f-915f-a3d1c1e370c9 req-12acc063-c47d-4c99-a98e-ef951dbfe01a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:48.924049 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-7fd92454-ee0e-423f-915f-a3d1c1e370c9 req-12acc063-c47d-4c99-a98e-ef951dbfe01a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:48.925188 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-7fd92454-ee0e-423f-915f-a3d1c1e370c9 req-12acc063-c47d-4c99-a98e-ef951dbfe01a tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524206 Nov 10 14:25:48.926188 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6277cdcf-8534-44d9-b510-1f4502c99d58 req-6189be5b-992d-4250-9570-26a39543ebaa tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:48.943313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6277cdcf-8534-44d9-b510-1f4502c99d58 req-6189be5b-992d-4250-9570-26a39543ebaa tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:security_group {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:48.944518 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6277cdcf-8534-44d9-b510-1f4502c99d58 req-6189be5b-992d-4250-9570-26a39543ebaa tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579290 Nov 10 14:25:49.117776 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd8d2c-9113-44ea-95c1-e035d7c8b9f9 req-d792c072-7856-40a6-9dce-f6089d859930 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:49.121901 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6edd8d2c-9113-44ea-95c1-e035d7c8b9f9 req-d792c072-7856-40a6-9dce-f6089d859930 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0940969 Nov 10 14:25:49.132425 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46428) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:49.137739 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Request body: {'floatingip': {'port_id': '0e899488-443d-4252-b044-bc2998ff0bba'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:49.223853 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:49.304232 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb982e-be3b-4e6f-b77b-bf756dc74608 req-d6d21682-d44c-42ca-a587-6e699802464a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:49.305911 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2bdb982e-be3b-4e6f-b77b-bf756dc74608 req-d6d21682-d44c-42ca-a587-6e699802464a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0861318 Nov 10 14:25:49.352723 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2bdb982e-be3b-4e6f-b77b-bf756dc74608 req-f17ad308-f5d0-4ce4-b184-9b1178e01530 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391769 Nov 10 14:25:49.910738 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:49.914620 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:50.136418 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Floating IP 85f122a2-d513-4bfc-8a54-8fa0021dd3b7 associated. External IP: 172.28.2.115, port: 0e899488-443d-4252-b044-bc2998ff0bba. Nov 10 14:25:50.234133 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2df4-6ab6-453b-9a5f-636bc368fc19 req-bcfb914f-ecad-482c-bb14-bf1cd5ed0fd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:50.234690 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-d98f2df4-6ab6-453b-9a5f-636bc368fc19 req-bcfb914f-ecad-482c-bb14-bf1cd5ed0fd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Synchronizing usage tracker for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:50.321061 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-d98f2df4-6ab6-453b-9a5f-636bc368fc19 req-bcfb914f-ecad-482c-bb14-bf1cd5ed0fd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Unset dirty status for tenant:deaff4d69cce45b6adbcb268a24ce2db on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:50.321319 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:25:50.322302 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d98f2df4-6ab6-453b-9a5f-636bc368fc19 req-bcfb914f-ecad-482c-bb14-bf1cd5ed0fd9 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.2691736 Nov 10 14:25:50.445651 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d98f2df4-6ab6-453b-9a5f-636bc368fc19 req-bbbd0b59-742d-4247-a5b2-2e2a9abd57b6 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151044 Nov 10 14:25:50.549641 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b88a6-7ef2-495b-8410-1a6037eb75d1 req-d4bd2fd9-9c3a-4d78-8d4f-36b34b24eaf2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:50.550195 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:50.551157 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-554b88a6-7ef2-495b-8410-1a6037eb75d1 req-d4bd2fd9-9c3a-4d78-8d4f-36b34b24eaf2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0884333 Nov 10 14:25:50.596252 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-554b88a6-7ef2-495b-8410-1a6037eb75d1 req-e5ba6d7c-db55-474f-80ec-8b0f4e9f40f4 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 Nov 10 14:25:50.730059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:50.734479 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:50.740022 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:50.750635 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:50.751469 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:50.790388 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-a6fda939-9c03-4aca-9256-ea945cb820b1 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "PUT /v2.0/floatingips/85f122a2-d513-4bfc-8a54-8fa0021dd3b7 HTTP/1.1" status: 200 len: 991 time: 1.6567042 Nov 10 14:25:50.791287 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:50.856229 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba', 'status': 'completed', 'code': 200} Nov 10 14:25:50.954089 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:50.974197 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ccfe085e-5905-4098-a60c-af8c5de25dea tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:50.975673 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ccfe085e-5905-4098-a60c-af8c5de25dea tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.2476709 Nov 10 14:25:50.980919 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dae37-271b-4283-aee2-affe2c919e80 req-d3e560ef-5ede-466a-a478-03954ad9fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:50.982266 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-d3e560ef-5ede-466a-a478-03954ad9fe84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 1098 time: 0.1031227 Nov 10 14:25:51.128517 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Deleting port efe0b433-8d88-439e-8160-e7c2efad14d6 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:51.128751 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:51.266277 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dae37-271b-4283-aee2-affe2c919e80 req-aab81613-c1af-4165-8b62-728c2dda627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:51.267772 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-aab81613-c1af-4165-8b62-728c2dda627b service neutron] 10.222.0.18 "GET /v2.0/networks?id=96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 200 len: 910 time: 0.2549596 Nov 10 14:25:51.351058 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '85f122a2-d513-4bfc-8a54-8fa0021dd3b7', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '0e899488-443d-4252-b044-bc2998ff0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:a9:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:25:36Z', 'updated_at': '2021-11-10T14:25:49Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:51.355037 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:51.364271 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:51.365556 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:51.468851 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-9ba9a278-3ee7-407a-8142-1672050d368a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e899488-443d-4252-b044-bc2998ff0bba HTTP/1.1" status: 200 len: 999 time: 0.1928625 Nov 10 14:25:51.553807 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:51.557673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] For port efe0b433-8d88-439e-8160-e7c2efad14d6, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=efe0b433-8d88-439e-8160-e7c2efad14d6,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:51.558210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:51.743266 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dae37-271b-4283-aee2-affe2c919e80 req-e1994994-8cf1-4a5d-9bc1-7359203cc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:51.745704 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-e1994994-8cf1-4a5d-9bc1-7359203cc147 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 200 len: 848 time: 0.2577336 Nov 10 14:25:51.752869 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Calling delete_port for efe0b433-8d88-439e-8160-e7c2efad14d6 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:51.928070 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19915851-d647-4c35-b0f3-ea68b2c30377 req-9a240d38-d25d-42d2-825d-ffccd0124a0a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:51.929702 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-19915851-d647-4c35-b0f3-ea68b2c30377 req-9a240d38-d25d-42d2-825d-ffccd0124a0a tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c59c1f8-8e36-4c86-b774-f5407aefef38 HTTP/1.1" status: 200 len: 945 time: 0.3633397 Nov 10 14:25:51.933251 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '85f122a2-d513-4bfc-8a54-8fa0021dd3b7', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '0e899488-443d-4252-b044-bc2998ff0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:a9:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:25:36Z', 'updated_at': '2021-11-10T14:25:49Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:51.939954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc4f7d2-cc03-4b8f-bc79-d6e2c7023625 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '85f122a2-d513-4bfc-8a54-8fa0021dd3b7', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'port_id': '0e899488-443d-4252-b044-bc2998ff0bba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'mac_address': 'fa:16:3e:a9:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:25:36Z', 'updated_at': '2021-11-10T14:25:49Z', 'revision_number': 1, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:51.965618 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00e1e-bc19-4b8e-bdde-a89f6c595450 req-aeda4b33-3922-41ec-92e0-df3db50d1410 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:51.967929 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e1d00e1e-bc19-4b8e-bdde-a89f6c595450 req-aeda4b33-3922-41ec-92e0-df3db50d1410 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0937014 Nov 10 14:25:52.013935 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dae37-271b-4283-aee2-affe2c919e80 req-7becffe5-4984-47e8-adcb-5b2f5cdb7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:52.015572 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-7becffe5-4984-47e8-adcb-5b2f5cdb7e9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96605b48-7744-4398-a855-b7ed922e4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2331395 Nov 10 14:25:52.016798 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e1d00e1e-bc19-4b8e-bdde-a89f6c595450 req-602a00f5-e6b1-4b63-bd01-7550e49572b7 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Nov 10 14:25:52.069422 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-19915851-d647-4c35-b0f3-ea68b2c30377 req-70d992b8-11ba-45e7-b667-3c94356d06f7 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.13 "GET /v2.0/security-groups?id=0647a402-740a-4a9d-a857-62ee58326200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 Nov 10 14:25:52.126344 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:52.135594 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-83b4f6a4-72c6-412d-b922-62b2fec2b55e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:52.141209 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['efe0b433-8d88-439e-8160-e7c2efad14d6'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:25:52.189768 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1f4f4-0f70-40c8-86e7-a1268c043ce6 None None] New status for floating IP 85f122a2-d513-4bfc-8a54-8fa0021dd3b7: ACTIVE {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:25:52.233217 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Pushing event deleted for resources: {'Port': ['ID=efe0b433-8d88-439e-8160-e7c2efad14d6,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:52.236108 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:52.285561 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] No DVR routers for this DVR port efe0b433-8d88-439e-8160-e7c2efad14d6 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:25:52.288044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:52.294547 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'name': 'network-vif-deleted', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:52.324950 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-e946d389-4be6-4e1f-a379-931eac8f5bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983294 Nov 10 14:25:52.327812 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-286aa006-6830-454d-bedb-1e82b02fed04 req-ed511d63-bb8a-4110-a925-0219275de15b tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] 10.222.0.18 "DELETE /v2.0/ports/efe0b433-8d88-439e-8160-e7c2efad14d6 HTTP/1.1" status: 204 len: 173 time: 1.3445585 Nov 10 14:25:52.376136 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c59c1f8-8e36-4c86-b774-f5407aefef38', 'name': 'network-vif-deleted', 'tag': 'efe0b433-8d88-439e-8160-e7c2efad14d6', 'status': 'completed', 'code': 200} Nov 10 14:25:52.404304 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:25:52.656514 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c64dae37-271b-4283-aee2-affe2c919e80 req-00a34709-64f2-4617-9fe9-a288613e83ee service neutron] 10.222.0.18 "GET /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118899 Nov 10 14:25:52.689596 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:52.705203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:25:52.735453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-05f211f7-3a3b-4e32-89e5-2d8eeb1ee929 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:52.754430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-05f211f7-3a3b-4e32-89e5-2d8eeb1ee929 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:52.755673 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-05f211f7-3a3b-4e32-89e5-2d8eeb1ee929 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961211468&fields=id&tenant_id=1c58ad13526a487e851af7dc713003d3 HTTP/1.1" status: 200 len: 267 time: 0.0636094 Nov 10 14:25:52.767525 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:52.785057 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:25:52.800466 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:52.804111 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:52.805938 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:52.878267 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=6']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:52.885560 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:52.895966 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:25:53.023295 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-13fe9447-23fc-4b80-89ed-e30596dec29d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:53.024051 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-13fe9447-23fc-4b80-89ed-e30596dec29d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:53.041954 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-13fe9447-23fc-4b80-89ed-e30596dec29d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:53.050603 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-13fe9447-23fc-4b80-89ed-e30596dec29d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 809 time: 0.2879245 Nov 10 14:25:53.066620 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-61d7ecfc-7bc4-4c15-be2c-280fe9914b01 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/quotas/1c58ad13526a487e851af7dc713003d3 HTTP/1.1" status: 200 len: 375 time: 0.0148382 Nov 10 14:25:53.147821 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-1a77e762-0032-407f-9522-9c96e20e45c5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:53.164715 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-1a77e762-0032-407f-9522-9c96e20e45c5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:53.166051 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-1a77e762-0032-407f-9522-9c96e20e45c5 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986953 Nov 10 14:25:53.218411 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c66d-c818-409d-bdf3-cf753b94fb41 req-8e9c721a-85ab-463b-9897-c15fcd7e50ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:53.220288 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1818c66d-c818-409d-bdf3-cf753b94fb41 req-8e9c721a-85ab-463b-9897-c15fcd7e50ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 945 time: 0.0885088 Nov 10 14:25:53.268785 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1818c66d-c818-409d-bdf3-cf753b94fb41 req-824f11cd-9d18-47d4-b37f-f095ce306ba9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Nov 10 14:25:53.306902 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-049f097a-b184-425d-a8de-f02d0c9912c7 service neutron] 10.222.0.13 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292810 Nov 10 14:25:53.442075 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-c4546310-8025-4ec6-ad6f-af6a76445cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287689 Nov 10 14:25:53.830992 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eee20e83-9a83-4412-9a08-7912623f9757 req-10c253e6-046b-407f-afc6-fa7481b671a6 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 210 time: 0.0453734 Nov 10 14:25:54.215225 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-90e51e68-b449-46d9-ab72-4a2923b45827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:54.217410 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-90e51e68-b449-46d9-ab72-4a2923b45827 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1098 time: 0.0922384 Nov 10 14:25:54.289917 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46536) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:54.411189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-83fe7cc2-e4df-43c9-8e92-9250567209f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:54.412642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-83fe7cc2-e4df-43c9-8e92-9250567209f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1610806 Nov 10 14:25:54.424556 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:25:54.549723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:54.550168 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:54.570473 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-392add8b-d120-420c-bf45-4834b4ce9403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 1001 time: 0.1353703 Nov 10 14:25:54.681687 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-2af37af3-fdd8-496b-a3c1-8d3c6249d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:54.684016 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-2af37af3-fdd8-496b-a3c1-8d3c6249d8d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.1068022 Nov 10 14:25:54.743981 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e54ab-42cf-4dca-aedd-259d8f5aa3fd req-d1ffb502-0087-4ae9-869f-d8b966092dde tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:54.753630 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3c3e54ab-42cf-4dca-aedd-259d8f5aa3fd req-d1ffb502-0087-4ae9-869f-d8b966092dde tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 945 time: 0.2896779 Nov 10 14:25:54.774886 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:54.783431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-5d308e29-49d4-4ee9-bafa-01b8aaca1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:54.785466 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-5d308e29-49d4-4ee9-bafa-01b8aaca1219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939949 Nov 10 14:25:54.807578 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:54.833152 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:54.844286 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:54.845442 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device efe0b433-8d88-439e-8160-e7c2efad14d6 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:25:54.911946 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'code': 200} Nov 10 14:25:54.916646 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:54.921941 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-3c3e54ab-42cf-4dca-aedd-259d8f5aa3fd req-f0838e50-50b3-4a33-81a7-bf447b435aa2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668098 Nov 10 14:25:54.953242 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-94ec154e-e8a7-428e-844f-585637969a06 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599040 Nov 10 14:25:54.999840 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: efe0b433-8d88-439e-8160-e7c2efad14d6 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:25:55.000534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device efe0b433-8d88-439e-8160-e7c2efad14d6 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:25:55.054894 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=7']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:55.058917 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:55.120147 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:55.247923 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4fa95504-b078-4205-95d3-f16e82a77c1e req-1e967591-70eb-4558-9825-caa1537a5865 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 210 time: 0.1281731 Nov 10 14:25:55.337236 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04ad13a2-5496-436a-8888-1f0553ad5572 req-c445882f-5301-42dc-9455-706c287188e8 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736994 Nov 10 14:25:55.349796 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-83feafc0-2066-4b9a-b262-5ba952920928 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:55.351266 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-83feafc0-2066-4b9a-b262-5ba952920928 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 809 time: 0.2550457 Nov 10 14:25:55.426003 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-71b5364c-660e-4aed-ad3d-141205b4372f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c58ad13526a487e851af7dc713003d3 HTTP/1.1" status: 200 len: 379 time: 0.0645916 Nov 10 14:25:55.438104 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'port': {'device_id': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'admin_state_up': True, 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'security_groups': ['87fb043a-d4f2-4299-91cb-66eac29c2171']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:55.639968 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:25:55.651059 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:25:55.652344 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Deleting port 7163369f-dbf0-4d25-b578-501b5399e934 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:55.653277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:55.664897 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Made reservation on behalf of 1c58ad13526a487e851af7dc713003d3 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:55.671643 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:55.935218 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Allocated IP 172.20.0.12 (b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b/49612af7-348a-4f6b-b90c-023beab955bc/fa4c3411-5e5f-46cb-8be4-c902efdaeda0) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:25:56.011536 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-30e58d0c-d9ff-40e6-a3b7-edf74223640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.032606 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] For port 7163369f-dbf0-4d25-b578-501b5399e934, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=7163369f-dbf0-4d25-b578-501b5399e934,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:56.033427 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.203259 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Calling delete_port for 7163369f-dbf0-4d25-b578-501b5399e934 owned by network:router_interface {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:56.380428 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.489775 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.521673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb0fe9-9698-43e1-abdb-d7215a2da7a4 req-21f4680f-ebd9-4466-bf85-6b9f753b11fe tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:56.529407 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4bbb0fe9-9698-43e1-abdb-d7215a2da7a4 req-21f4680f-ebd9-4466-bf85-6b9f753b11fe tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1953363 Nov 10 14:25:56.534426 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.535986 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-dfc181aa-aa81-46e4-9cb8-de34f5c65c25 req-bdf30822-5a3d-4816-abd7-4c586f91f55d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 210 time: 0.0595345 Nov 10 14:25:56.586436 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Transition to ACTIVE for port object fa4c3411-5e5f-46cb-8be4-c902efdaeda0 will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:56.612352 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4bbb0fe9-9698-43e1-abdb-d7215a2da7a4 req-aaa36eb0-d0c2-4d3b-998d-4021214c8537 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817964 Nov 10 14:25:56.644834 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.650380 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-27b5a132-fd81-4fa5-961b-458311976f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:56.692982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.698225 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3e9e677b-e70a-498c-80e5-dd56d6a51ee8 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:56.730678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:25:56.737147 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:25:56.741414 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:25:56.748925 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Pushing event deleted for resources: {'Port': ['ID=7163369f-dbf0-4d25-b578-501b5399e934,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:56.755347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:56.774982 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:56.788102 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:56.840858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:56.841532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:56.912031 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4749813 Nov 10 14:25:56.924865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Request body: {'port': {'device_id': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:57.161722 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:57.177536 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:57.207719 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5a65cdce-f30b-4a7d-8b1e-36dce273bbdf None None] Provisioning for port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:25:57.217271 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5a65cdce-f30b-4a7d-8b1e-36dce273bbdf None None] Provisioning complete for port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:57.219922 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5a65cdce-f30b-4a7d-8b1e-36dce273bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:57.351449 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5a65cdce-f30b-4a7d-8b1e-36dce273bbdf None None] Port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:25:57.688613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4c3411-5e5f-46cb-8be4-c902efdaeda0 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:25:57.706022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:57.741733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Transition to ACTIVE for port object fa4c3411-5e5f-46cb-8be4-c902efdaeda0 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:25:57.782937 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:57.796240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:57.868267 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Router 57e12897-80f3-4cdb-afac-6892784a025b has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:25:57.893582 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc7f08-d501-447a-b58c-937808b5ad6f req-4abbd899-0228-405d-a57d-3e6ad4bd6287 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:57.901534 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-11cc7f08-d501-447a-b58c-937808b5ad6f req-4abbd899-0228-405d-a57d-3e6ad4bd6287 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1466577 Nov 10 14:25:57.956462 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:57.996441 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:58.102742 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Attempting to bind port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:25:58.103091 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Attempting to bind port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:25:58.103418 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Attempting to bind port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 on network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:58.117994 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ed5ec-faff-4bf9-a009-4b2dc1b46319 req-2acaeeeb-6bd6-45bd-822b-8dab9661bf69 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:58.118787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6c7ed5ec-faff-4bf9-a009-4b2dc1b46319 req-2acaeeeb-6bd6-45bd-822b-8dab9661bf69 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:25:58.121509 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 on network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:25:58.122264 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Attempting to bind port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 on network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:25:58.129638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:25:58.129982 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Checking segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:25:58.130375 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Bound using segment: {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:25:58.130835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Bound port: fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739c0535-4a88-471a-944e-fcbd23d64c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:25:58.131190 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:58.158236 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:25:58.168218 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Sync routers for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:25:58.196514 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:58.198120 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:58.204060 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6c7ed5ec-faff-4bf9-a009-4b2dc1b46319 req-2acaeeeb-6bd6-45bd-822b-8dab9661bf69 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:25:58.214430 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-11cc7f08-d501-447a-b58c-937808b5ad6f req-a9d4b750-10df-46ea-abb4-9601b3436389 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117132 Nov 10 14:25:58.221660 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6c7ed5ec-faff-4bf9-a009-4b2dc1b46319 req-2acaeeeb-6bd6-45bd-822b-8dab9661bf69 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.4783659 Nov 10 14:25:58.231522 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-835fb7f2-170d-4e10-a030-5632f8c8b764 admin admin] 10.222.0.13 "PUT /v2.0/routers/57e12897-80f3-4cdb-afac-6892784a025b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403934 Nov 10 14:25:58.236752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46586) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:25:58.432436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:58.500821 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6c7ed5ec-faff-4bf9-a009-4b2dc1b46319 req-925b056e-c622-4ca1-8bab-7150a8475455 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782636 Nov 10 14:25:58.568527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:25:58.596182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:25:58.602932 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:58.608712 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620d8165-96d1-4535-89a8-688dcdb510d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:25:58.631526 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-9773dadb-7804-4e84-8ab2-e47b448330ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:58.672966 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks [] for router, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:58.807439 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:25:56Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:58.814436 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Checking router: 57e12897-80f3-4cdb-afac-6892784a025b for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:25:58.825663 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Routers {'57e12897-80f3-4cdb-afac-6892784a025b'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:25:58.826938 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['57e12897-80f3-4cdb-afac-6892784a025b'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:58.866820 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:58.867479 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:58.869019 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 1094 time: 1.9510589 Nov 10 14:25:58.877412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:25:58.972751 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'status': 'completed', 'code': 200} Nov 10 14:25:59.071713 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:59.077685 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:25:59.119189 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] Set router 57e12897-80f3-4cdb-afac-6892784a025b gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:25:59.198859 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:59.207155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-25bdad5d-c33e-4eac-91dc-0728bba5ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:59.208696 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-25bdad5d-c33e-4eac-91dc-0728bba5ac44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1097 time: 0.2901976 Nov 10 14:25:59.215816 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Deleting port 153803b9-4f88-4c25-8cec-d2a57e79ef92 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:25:59.216371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:59.334891 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-7d0843a2-7000-472d-b703-f524be32972d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 217 time: 0.0894399 Nov 10 14:25:59.493513 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-f9163cb0-c0a7-4277-865f-eac7efb046c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:59.495002 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-f9163cb0-c0a7-4277-865f-eac7efb046c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.1500826 Nov 10 14:25:59.604423 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] For port 153803b9-4f88-4c25-8cec-d2a57e79ef92, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=153803b9-4f88-4c25-8cec-d2a57e79ef92,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:25:59.604640 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:59.629144 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:25:59.650133 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:25:56Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:25:59.655036 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c180bb-bb1d-4205-bede-0d30e28fa540 None None] The sync data for ids ['57e12897-80f3-4cdb-afac-6892784a025b'] in dv-cinder-817404-1-smb is: [{'id': '57e12897-80f3-4cdb-afac-6892784a025b', 'name': 'tempest-TestMinimumBasicScenario-2099697409-router', 'tenant_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:22:55Z', 'updated_at': '2021-11-10T14:25:56Z', 'revision_number': 5, 'project_id': 'deaff4d69cce45b6adbcb268a24ce2db', 'gw_port': {'id': '153803b9-4f88-4c25-8cec-d2a57e79ef92', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e12897-80f3-4cdb-afac-6892784a025b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:22:56Z', 'updated_at': '2021-11-10T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:25:59.804191 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Calling delete_port for 153803b9-4f88-4c25-8cec-d2a57e79ef92 owned by network:router_gateway {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:25:59.889430 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-8863744e-6343-4a59-98ac-2c8d52ba00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:59.891082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-8863744e-6343-4a59-98ac-2c8d52ba00c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3864448 Nov 10 14:25:59.909220 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65135-fc5a-4307-bbf6-db7e1c452453 req-7450bf8b-8eba-45ff-90c7-00bdec47315a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:59.914935 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-60a65135-fc5a-4307-bbf6-db7e1c452453 req-7450bf8b-8eba-45ff-90c7-00bdec47315a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.1644409 Nov 10 14:25:59.964286 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-60a65135-fc5a-4307-bbf6-db7e1c452453 req-fc12af3b-32a2-4e2e-a4fe-83bea70e9eea tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471823 Nov 10 14:26:00.143968 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234042dc-8dc7-4352-8df3-cff43fa4c7cb req-07fb2224-8f95-4e68-a760-37ace62b0bba tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:00.145516 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-234042dc-8dc7-4352-8df3-cff43fa4c7cb req-07fb2224-8f95-4e68-a760-37ace62b0bba tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.7381532 Nov 10 14:26:00.250740 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-234042dc-8dc7-4352-8df3-cff43fa4c7cb req-ecb26fc3-aebb-496f-bb4c-401340e3f9ef tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982831 Nov 10 14:26:00.309844 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-92350705-5735-47f6-900d-59c069716cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894373 Nov 10 14:26:00.531943 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:00.537942 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:00.587704 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Pushing event deleted for resources: {'Port': ['ID=153803b9-4f88-4c25-8cec-d2a57e79ef92,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:00.590090 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:00.699998 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-831cdbe0-594a-44ea-9831-0b9759f76ae2 req-b3a43cd4-a866-4956-b2a8-e32a26a0f47b service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825946 Nov 10 14:26:00.713392 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:00.946001 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:00.949271 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.068713 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-4e76b29f-be5f-4a67-9475-9762e0e6a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.070242 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-4e76b29f-be5f-4a67-9475-9762e0e6a813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1097 time: 0.3026903 Nov 10 14:26:01.071488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.072017 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57e12897-80f3-4cdb-afac-6892784a025b {{(pid=86770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:26:01.098985 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7163369f-dbf0-4d25-b578-501b5399e934 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:01.165773 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 7163369f-dbf0-4d25-b578-501b5399e934 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:01.166129 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 7163369f-dbf0-4d25-b578-501b5399e934 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:01.198625 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.296311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.297573 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] 10.222.0.13 "DELETE /v2.0/routers/57e12897-80f3-4cdb-afac-6892784a025b HTTP/1.1" status: 204 len: 168 time: 3.0600221 Nov 10 14:26:01.301065 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46612) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:01.352095 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-dd1dbb22-af6a-43bf-b9dc-4c7e31813394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.353693 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-dd1dbb22-af6a-43bf-b9dc-4c7e31813394 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.2754068 Nov 10 14:26:01.365465 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2e3e-2f05-4249-b749-155b9c9d9257 req-00487e92-7d96-4350-963e-84382e70e5dd tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.372423 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-feff2e3e-2f05-4249-b749-155b9c9d9257 req-00487e92-7d96-4350-963e-84382e70e5dd tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.1652870 Nov 10 14:26:01.455570 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-999bda19-3abc-4556-87ef-c301cdb59682 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 217 time: 0.0679767 Nov 10 14:26:01.459831 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Deleting subnet 17f515c2-c939-4af2-860d-d95c7d2ef0b8 {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:26:01.464328 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.525252 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.551235 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-feff2e3e-2f05-4249-b749-155b9c9d9257 req-12713d9e-9fdf-4b32-9770-174bb1fba4cb tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771846 Nov 10 14:26:01.570466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-75d5612f-0805-423c-876e-9ecad7259536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.572758 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-75d5612f-0805-423c-876e-9ecad7259536 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.1087763 Nov 10 14:26:01.589203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0214-724a-482f-a2e1-d3f3487ccc7e req-28a96e3c-430f-4667-b1a9-cabc252544e2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.590717 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-071c0214-724a-482f-a2e1-d3f3487ccc7e req-28a96e3c-430f-4667-b1a9-cabc252544e2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.2107313 Nov 10 14:26:01.689349 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-b7ae0277-6d57-44f1-b8fc-2d0fee74e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.690915 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-b7ae0277-6d57-44f1-b8fc-2d0fee74e09f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1099055 Nov 10 14:26:01.727056 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-071c0214-724a-482f-a2e1-d3f3487ccc7e req-c08cd03a-e5fd-4332-8121-60677b49d196 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270304 Nov 10 14:26:01.728251 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.862214 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-3718f66c-1e5f-4034-9a0e-815d6b1d8b2e service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587029 Nov 10 14:26:01.863176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.867454 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:01.899982 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f515c2-c939-4af2-860d-d95c7d2ef0b8,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:01.902806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:01.914205 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:01.918167 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7a709-a81c-4f14-a42e-34764e4d3a16 None None] Network 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:26:01.929429 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-c887741d-cc73-4726-8c32-cfb3c3595d99 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17f515c2-c939-4af2-860d-d95c7d2ef0b8 HTTP/1.1" status: 204 len: 168 time: 0.6259418 Nov 10 14:26:01.936935 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46618) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:02.070093 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-87d47fee-31b4-432d-8d24-b5d813c23149 req-d9d8d8b8-c051-4b38-9b41-d765a92fc440 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999607 Nov 10 14:26:02.088269 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.102606 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Deleting port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:02.103473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.300122 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] DHCP port deletion for 5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:26:02.304544 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Deleting port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:02.304931 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.368935 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] For port c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:02.369501 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.498909 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Calling delete_port for c1f7c8d3-e799-4513-8f7e-f41731abf2d4 owned by network:dhcp {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:02.499206 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:26:02.593946 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.600925 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:02.645710 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] For port c1f7c8d3-e799-4513-8f7e-f41731abf2d4, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,segment=NetworkSegment(8ab49135-40a1-4fe5-a6fc-02ca84831f4d),segment_id=8ab49135-40a1-4fe5-a6fc-02ca84831f4d)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:02.646040 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:02.788699 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Calling delete_port for c1f7c8d3-e799-4513-8f7e-f41731abf2d4 owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:02.832961 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f7c8d3-e799-4513-8f7e-f41731abf2d4,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:02.870290 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:02.895814 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:02.896414 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] No DVR routers for this DVR port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 on host dv-cinder-817404-1-smb {{(pid=86771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:26:02.989337 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'mac_address': 'fa:16:3e:58:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:26:03.068837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b1ee-d7da-4b7e-8a5b-a240f005c236 req-2db6712a-d4d4-4300-a187-995df37de95e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:03.070372 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5223b1ee-d7da-4b7e-8a5b-a240f005c236 req-2db6712a-d4d4-4300-a187-995df37de95e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.1201859 Nov 10 14:26:03.085844 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.091867 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.108318 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 153803b9-4f88-4c25-8cec-d2a57e79ef92 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:03.116740 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:03.136921 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab49135-40a1-4fe5-a6fc-02ca84831f4d') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:03.137243 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab49135-40a1-4fe5-a6fc-02ca84831f4d') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:03.144002 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5223b1ee-d7da-4b7e-8a5b-a240f005c236 req-8ee0dba3-434c-421a-aee8-61e597313392 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619676 Nov 10 14:26:03.151481 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.155388 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 153803b9-4f88-4c25-8cec-d2a57e79ef92 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:03.155796 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 153803b9-4f88-4c25-8cec-d2a57e79ef92 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:03.156231 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1f7c8d3-e799-4513-8f7e-f41731abf2d4 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:03.175126 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.181884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:26:03.182276 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.194635 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:26:03.195025 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:26:03.209869 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c3411-5e5f-46cb-8be4-c902efdaeda0 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:26:03.228444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:03.229593 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: c1f7c8d3-e799-4513-8f7e-f41731abf2d4 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:03.229944 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1f7c8d3-e799-4513-8f7e-f41731abf2d4 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:03.236866 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.240133 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:26:03.287061 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:26:03.305534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.315684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-666a4816-8ac2-47fb-bb00-dd30fa5a0f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:03.332155 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.350890 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:03.360432 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:03.364395 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470782-4035-4b63-9c38-0457b8ea5588 req-4fd456d1-b780-433d-9016-6455cb6b5b6a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:03.366857 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ae470782-4035-4b63-9c38-0457b8ea5588 req-4fd456d1-b780-433d-9016-6455cb6b5b6a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.5372541 Nov 10 14:26:03.370550 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:03.379435 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] 10.222.0.13 "DELETE /v2.0/networks/5d19d0f8-3d58-45ae-9a8c-7a0f3f1c6b40 HTTP/1.1" status: 204 len: 168 time: 1.4378202 Nov 10 14:26:03.379608 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46632) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:03.382135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-eb67c4e4-a10c-411b-8650-35958831adfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:03.430957 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ae470782-4035-4b63-9c38-0457b8ea5588 req-268d96b5-32b2-4330-a45a-e40e41ed3ded tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 Nov 10 14:26:03.491654 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['fa4c3411-5e5f-46cb-8be4-c902efdaeda0'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:26:03.696119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Deleting port c1f7c8d3-e799-4513-8f7e-f41731abf2d4 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:03.696507 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:03.766991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-affc2d56-d1cc-4647-a018-4080a535f4f2 None None] The port 'c1f7c8d3-e799-4513-8f7e-f41731abf2d4' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:26:04.096400 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.477603 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903375d2-126a-46ec-a7fd-a6e26031ce4a req-b4a2cb35-9ba9-483d-9f05-3d6b18069b19 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:04.486208 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-903375d2-126a-46ec-a7fd-a6e26031ce4a req-b4a2cb35-9ba9-483d-9f05-3d6b18069b19 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.2186358 Nov 10 14:26:04.528282 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:26:04.575061 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-903375d2-126a-46ec-a7fd-a6e26031ce4a req-2546993b-9275-4b94-8564-334f67cc7d77 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879567 Nov 10 14:26:04.636490 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Deleting port c9646701-c2b7-44ea-ae99-7f952dc38bf5 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:04.636830 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.648718 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:26:04.657876 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:26:04.658268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.748234 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf734-6032-4fca-a816-f53222755e60 req-7e02b8fb-fa44-4b18-ae7f-a7410d16b82b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:04.758037 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bedf734-6032-4fca-a816-f53222755e60 req-7e02b8fb-fa44-4b18-ae7f-a7410d16b82b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 945 time: 0.0998666 Nov 10 14:26:04.814831 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bedf734-6032-4fca-a816-f53222755e60 req-6cb11b62-bf80-4efc-b505-4c7d8cbd4102 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554106 Nov 10 14:26:04.838035 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.866491 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:26:04.868950 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] For port c9646701-c2b7-44ea-ae99-7f952dc38bf5, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c9646701-c2b7-44ea-ae99-7f952dc38bf5,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:04.869311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.887458 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:04.894608 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:04.896724 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-538eee2c-90cf-4c11-876a-87c2e4174af0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:04.944240 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'code': 200} Nov 10 14:26:05.005135 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:05.009471 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:05.017874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Calling delete_port for c9646701-c2b7-44ea-ae99-7f952dc38bf5 owned by network:router_interface {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:05.347632 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660d3b5-a694-4edc-9e1e-face2825fc1e req-24d5383a-7230-4c64-881c-a9b396cf8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:05.349104 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5660d3b5-a694-4edc-9e1e-face2825fc1e req-24d5383a-7230-4c64-881c-a9b396cf8071 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.1159964 Nov 10 14:26:05.400961 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5660d3b5-a694-4edc-9e1e-face2825fc1e req-2f98758c-e122-4430-aede-9cc9049d7bc1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Nov 10 14:26:05.466141 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:05.470461 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:05.520247 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9646701-c2b7-44ea-ae99-7f952dc38bf5,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:05.547885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:05.920973 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:05.995597 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5cd6c-9234-4b9f-be0f-e7f691677f77 req-3238f7d6-8788-4850-b818-10261c84cf14 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:05.997133 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5be5cd6c-9234-4b9f-be0f-e7f691677f77 req-3238f7d6-8788-4850-b818-10261c84cf14 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.2416248 Nov 10 14:26:06.056861 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acb32-3172-4491-b627-c41cbc17c075 req-c379a8bb-db09-40c6-9db6-478f0e1f898d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:06.058996 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb7acb32-3172-4491-b627-c41cbc17c075 req-c379a8bb-db09-40c6-9db6-478f0e1f898d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.1103051 Nov 10 14:26:06.074534 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-5be5cd6c-9234-4b9f-be0f-e7f691677f77 req-737bf593-e7e0-4ecf-8415-a8177ac55892 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702896 Nov 10 14:26:06.152121 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-cb7acb32-3172-4491-b627-c41cbc17c075 req-22dcadf2-9939-429a-85f1-5c51158f5edc tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821717 Nov 10 14:26:06.401002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Router abd24aa6-39a7-4061-9966-bd0ecf1c390d has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:26:06.617969 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:26:06.630212 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Sync routers for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:26:06.645014 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:06.645332 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/abd24aa6-39a7-4061-9966-bd0ecf1c390d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647505 Nov 10 14:26:06.647791 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46654) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:06.648468 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:06.869914 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks [] for router, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:06.935803 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:07.105398 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:07.118621 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Deleting port 1949d81a-0309-4e7d-8611-b19ba258e01d {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:07.119073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:07.355269 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:26:05Z', 'revision_number': 5, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port': {'id': '1949d81a-0309-4e7d-8611-b19ba258e01d', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:07.360569 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Checking router: abd24aa6-39a7-4061-9966-bd0ecf1c390d for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:26:07.369621 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Routers {'abd24aa6-39a7-4061-9966-bd0ecf1c390d'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:07.370313 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:07.449298 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c6bbf-5266-4c3e-be56-8cbfdc46e5d4 req-52943437-e934-43a2-b024-95689ade41a8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:07.451703 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d93c6bbf-5266-4c3e-be56-8cbfdc46e5d4 req-52943437-e934-43a2-b024-95689ade41a8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.1160076 Nov 10 14:26:07.458494 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] For port 1949d81a-0309-4e7d-8611-b19ba258e01d, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1949d81a-0309-4e7d-8611-b19ba258e01d,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:07.458888 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:07.509398 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d93c6bbf-5266-4c3e-be56-8cbfdc46e5d4 req-66ec4600-2415-439a-a818-7c11e65c4360 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520580 Nov 10 14:26:07.581045 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] Set router abd24aa6-39a7-4061-9966-bd0ecf1c390d gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:07.595037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cf358-03af-4524-bbfa-0b3fda9b8987 req-299a2977-788f-40d8-b97b-ed6573b52198 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:07.596512 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-816cf358-03af-4524-bbfa-0b3fda9b8987 req-299a2977-788f-40d8-b97b-ed6573b52198 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.2690134 Nov 10 14:26:07.603206 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Calling delete_port for 1949d81a-0309-4e7d-8611-b19ba258e01d owned by network:router_gateway {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:07.689175 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ed1f2-c7ec-45dc-87ec-d24933f71ce0 req-73b5cc33-f237-443b-893d-c3615fabe938 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:07.690284 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:26:07Z', 'revision_number': 6, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:07.691125 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-365ed1f2-c7ec-45dc-87ec-d24933f71ce0 req-73b5cc33-f237-443b-893d-c3615fabe938 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0819001 Nov 10 14:26:07.695179 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd007bd-9eeb-4ac1-988a-796cf64a6531 None None] The sync data for ids ['abd24aa6-39a7-4061-9966-bd0ecf1c390d'] in dv-cinder-817404-1-smb is: [{'id': 'abd24aa6-39a7-4061-9966-bd0ecf1c390d', 'name': 'tempest-TestMinimumBasicScenario-1102803107-router', 'tenant_id': '5394cbf6ac65482bb31b68f40fc129c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:05Z', 'updated_at': '2021-11-10T14:26:07Z', 'revision_number': 6, 'project_id': '5394cbf6ac65482bb31b68f40fc129c9', 'gw_port_host': None}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:26:07.741191 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-365ed1f2-c7ec-45dc-87ec-d24933f71ce0 req-a8baa90d-f5fd-47ec-b909-7bb359b709af tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Nov 10 14:26:07.764218 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46676) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:07.809653 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-816cf358-03af-4524-bbfa-0b3fda9b8987 req-412ed72b-bc09-4577-acc8-941307510c57 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793082 Nov 10 14:26:07.924231 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:07.928282 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:07.977521 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Pushing event deleted for resources: {'Port': ['ID=1949d81a-0309-4e7d-8611-b19ba258e01d,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:07.986495 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:07.992326 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7f644-e7ae-4fb6-b68c-3fb648adf6b1 tempest-TestShelveInstance-1993317277 tempest-TestShelveInstance-1993317277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:07.993468 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5fd7f644-e7ae-4fb6-b68c-3fb648adf6b1 tempest-TestShelveInstance-1993317277 tempest-TestShelveInstance-1993317277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1094 time: 0.2282231 Nov 10 14:26:07.996341 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46684) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:08.002163 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:26:08.011195 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:26:08.016267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Usage tracker for resource:floatingip and tenant:1c58ad13526a487e851af7dc713003d3 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:26:08.025331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:26:08.031852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:26:08.089812 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.094367 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for floatingip, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.197592 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-74368697-af65-4601-aeb3-b6a1c017e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:08.198999 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-74368697-af65-4601-aeb3-b6a1c017e17d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1099 time: 0.1628633 Nov 10 14:26:08.273538 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.275987 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.300445 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.300947 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd24aa6-39a7-4061-9966-bd0ecf1c390d {{(pid=86771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:26:08.314532 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.315664 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6b4bf516-3c57-439f-bad3-9f8675fd7973 admin admin] 10.222.0.13 "DELETE /v2.0/routers/abd24aa6-39a7-4061-9966-bd0ecf1c390d HTTP/1.1" status: 204 len: 168 time: 1.6668808 Nov 10 14:26:08.320227 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46688) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:08.368871 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-99ec9c09-e725-4e18-9758-068bf8524cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:08.370297 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-99ec9c09-e725-4e18-9758-068bf8524cf7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1640027 Nov 10 14:26:08.375995 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.379587 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Deleting subnet cc061ed0-6cc6-4096-814e-318053f777b6 {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:26:08.382468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.435724 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.521383 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.543783 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-11376398-b14a-44be-bf66-3b1682a4d5bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 1002 time: 0.1649768 Nov 10 14:26:08.591913 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.597040 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:08.641480 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.647173 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231c86a5-0c4b-4732-a4fa-e800498babf6 None None] Network d1da8230-5fee-4a7a-bed7-4dbff030f411 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:26:08.648644 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc061ed0-6cc6-4096-814e-318053f777b6,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:08.652285 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:08.654934 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d303302c-1d46-41e2-9d02-4c4147990037 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cc061ed0-6cc6-4096-814e-318053f777b6 HTTP/1.1" status: 204 len: 168 time: 0.3334966 Nov 10 14:26:08.657200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46692) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:08.665729 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-ffb0890c-9c5d-4c69-b5bb-a3246cdbed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:08.667189 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-ffb0890c-9c5d-4c69-b5bb-a3246cdbed96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0912399 Nov 10 14:26:08.668291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Allocated IP 172.28.2.130 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/18baf3f4-f51c-4ce8-bcaa-5049f41df642) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:26:08.770629 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.783228 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Deleting port 41840864-3287-45ed-b4ce-e9d10bd9cd84 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:08.783563 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.914760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:08.922338 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-b7329d79-1b06-4b3d-a2a8-0f9bb466ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:08.923874 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-b7329d79-1b06-4b3d-a2a8-0f9bb466ef8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2485452 Nov 10 14:26:08.948707 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] DHCP port deletion for d1da8230-5fee-4a7a-bed7-4dbff030f411 request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:26:08.953855 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Deleting port 41840864-3287-45ed-b4ce-e9d10bd9cd84 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:08.954214 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.070110 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.071504 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] For port 41840864-3287-45ed-b4ce-e9d10bd9cd84, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=41840864-3287-45ed-b4ce-e9d10bd9cd84,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:09.071953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.089694 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3250ea18-8200-4cb4-8408-a0f1b7c631a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:09.188552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:26:09.191433 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 41840864-3287-45ed-b4ce-e9d10bd9cd84 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:09.193018 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-670b081e-700f-41fb-a504-6cd26b12c3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615275 Nov 10 14:26:09.196714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:26:09.200103 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:26:09.203656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Calling delete_port for 41840864-3287-45ed-b4ce-e9d10bd9cd84 owned by network:dhcp {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:09.228181 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'Port': ['ID=18baf3f4-f51c-4ce8-bcaa-5049f41df642,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:09.242695 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] For port 41840864-3287-45ed-b4ce-e9d10bd9cd84, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=41840864-3287-45ed-b4ce-e9d10bd9cd84,segment=NetworkSegment(0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a),segment_id=0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:09.243572 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.256281 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.256647 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.257007 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.257359 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.257890 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.258093 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.258393 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.258763 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.259108 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.259450 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.259789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.260129 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.271882 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6b2cd-128d-4445-af85-0634ee003498 req-caebb189-81b2-4c19-984f-40488dfdfd97 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:09.273805 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:09.279402 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-55b6b2cd-128d-4445-af85-0634ee003498 req-caebb189-81b2-4c19-984f-40488dfdfd97 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.3033631 Nov 10 14:26:09.343777 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-55b6b2cd-128d-4445-af85-0634ee003498 req-35523288-dbfe-4965-92f2-351855f78142 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627041 Nov 10 14:26:09.345532 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.358787 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:09.402493 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Calling delete_port for 41840864-3287-45ed-b4ce-e9d10bd9cd84 owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:09.430337 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 41840864-3287-45ed-b4ce-e9d10bd9cd84 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:09.430727 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 41840864-3287-45ed-b4ce-e9d10bd9cd84 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:09.431160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1949d81a-0309-4e7d-8611-b19ba258e01d no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:09.482348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 1949d81a-0309-4e7d-8611-b19ba258e01d {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:09.482881 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1949d81a-0309-4e7d-8611-b19ba258e01d not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:09.483217 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c9646701-c2b7-44ea-ae99-7f952dc38bf5 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:09.495426 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4a3d7775-6134-43c9-ac77-ef79fc3a5dd0 req-a4ac09b9-a3d8-4ac9-b2a5-2aeda2d00884 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684095 Nov 10 14:26:09.496967 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Pushing event deleted for resources: {'Port': ['ID=41840864-3287-45ed-b4ce-e9d10bd9cd84,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:09.502766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] No DVR routers for this DVR port 41840864-3287-45ed-b4ce-e9d10bd9cd84 on host dv-cinder-817404-1-smb {{(pid=86771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:26:09.522008 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: c9646701-c2b7-44ea-ae99-7f952dc38bf5 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:09.522253 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c9646701-c2b7-44ea-ae99-7f952dc38bf5 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:09.532774 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.533148 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.533515 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.533872 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.534225 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.534605 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.534957 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.535306 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.535655 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.536000 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.536345 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.536689 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:09.542009 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:09.552210 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:26:09.552577 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:26:09.634165 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.661627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1da8230-5fee-4a7a-bed7-4dbff030f411']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:09.674481 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:09.674849 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4a1c39-a861-43b0-bd30-cb35f5bc7c0a') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:09.687203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.703951 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.710423 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:26:09.710831 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:26:09.723671 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:26:09.798656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.802314 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-94d8177d-2df8-46aa-a642-1505fb760c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:09.817954 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.826601 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1da8230-5fee-4a7a-bed7-4dbff030f411,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:09.830586 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:09.834036 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1da8230-5fee-4a7a-bed7-4dbff030f411 HTTP/1.1" status: 204 len: 168 time: 1.1758273 Nov 10 14:26:09.890858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:09.972638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.010686 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46702) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:10.054217 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Deleting port 41840864-3287-45ed-b4ce-e9d10bd9cd84 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:10.055331 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.062745 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-17a3b571-5721-4f12-b320-79defed8ff40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=deaff4d69cce45b6adbcb268a24ce2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508063 Nov 10 14:26:10.063324 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46706) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:10.124150 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5e3468d4-a464-4724-a830-1054e11a5428 None None] The port '41840864-3287-45ed-b4ce-e9d10bd9cd84' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:26:10.130952 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.157082 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.186022 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.190857 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.195841 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cfa96bde-5257-4ed8-b118-363a28be8cac tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:10.210551 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.214304 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-27b4be62-eaf4-46d8-b1ca-fbd381244fbd tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:10.226113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647a402-740a-4a9d-a857-62ee58326200,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:10.240922 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:10.258048 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.262358 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0647a402-740a-4a9d-a857-62ee58326200 HTTP/1.1" status: 204 len: 168 time: 0.1952860 Nov 10 14:26:10.329678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event updated for resources: {'Port': ['ID=18baf3f4-f51c-4ce8-bcaa-5049f41df642,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:10.333680 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:10.338650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.515845 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Floating IP c18ca8ad-a1e1-4124-b80d-6e36651ec5ad associated. External IP: 172.28.2.130, port: fa4c3411-5e5f-46cb-8be4-c902efdaeda0. Nov 10 14:26:10.546264 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a835b-42c0-4dee-bca3-a40cab8d056b req-814747d7-57a3-499c-9024-94c9f1fc1b96 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:10.547792 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e47a835b-42c0-4dee-bca3-a40cab8d056b req-814747d7-57a3-499c-9024-94c9f1fc1b96 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 946 time: 0.0948780 Nov 10 14:26:10.564266 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:10.601000 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e47a835b-42c0-4dee-bca3-a40cab8d056b req-7f678053-cbb4-467d-aa71-166a699d0f69 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469389 Nov 10 14:26:10.682083 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46718) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:10.688559 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.719623 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:26:10.729430 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:10.736244 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ad9b8c4b-7442-4de1-8f18-238ea469209a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5394cbf6ac65482bb31b68f40fc129c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505934 Nov 10 14:26:10.736435 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.737321 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 46724) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:10.737458 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:10.777043 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'code': 200} Nov 10 14:26:10.798916 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.812358 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=8']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:10.815576 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:10.826609 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.879912 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.884861 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-709849c1-db9d-4dd6-b5d5-00043414b06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:10.898966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12583994-79f2-4d7b-9fd6-c247efaf9913,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:10.901866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:10.904896 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:10.909066 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12583994-79f2-4d7b-9fd6-c247efaf9913 HTTP/1.1" status: 204 len: 168 time: 0.1681776 Nov 10 14:26:10.919802 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:26:11.121459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:26:11.132565 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Sync routers for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:26:11.151751 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:11.169915 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:11.171105 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:11.306365 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3077631 Nov 10 14:26:11.307852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:26:11.384119 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'status': 'completed', 'code': 200} Nov 10 14:26:11.442506 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:11.595777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2c98-df16-45ab-b3c3-816f961df868 req-5ded227b-a401-4343-9d46-5fe86dcf0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:11.597148 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-5ded227b-a401-4343-9d46-5fe86dcf0afd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.1886103 Nov 10 14:26:11.732754 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2c98-df16-45ab-b3c3-816f961df868 req-405c3aad-0406-42f0-b888-7c0a266d9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:11.734209 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-405c3aad-0406-42f0-b888-7c0a266d9517 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.1290390 Nov 10 14:26:11.807260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0e40d-4b9d-4a25-b8fd-cb017cb56301 req-8f4981fe-e9fe-4a3d-9b7e-e1c0ec98be92 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:11.808962 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9db0e40d-4b9d-4a25-b8fd-cb017cb56301 req-8f4981fe-e9fe-4a3d-9b7e-e1c0ec98be92 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0895505 Nov 10 14:26:11.842603 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'c18ca8ad-a1e1-4124-b80d-6e36651ec5ad', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'mac_address': 'fa:16:3e:58:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:26:09Z', 'updated_at': '2021-11-10T14:26:09Z', 'revision_number': 0, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:11.847395 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Checking router: 50ddd456-c86c-4ca1-8ea8-a6499f1e664f for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:26:11.856426 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:11.857918 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-83d138a0-6af5-4409-ad1a-9b73c37b9914 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 1000 time: 0.1137042 Nov 10 14:26:11.858091 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:25:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:11.869328 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9db0e40d-4b9d-4a25-b8fd-cb017cb56301 req-22b44163-aa34-4611-b2fe-b00aaed0ecc1 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539799 Nov 10 14:26:11.928072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2c98-df16-45ab-b3c3-816f961df868 req-1489b1c8-1d45-4e70-91c0-7299f160bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:11.929526 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-1489b1c8-1d45-4e70-91c0-7299f160bf8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.0646777 Nov 10 14:26:12.014868 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2c98-df16-45ab-b3c3-816f961df868 req-0ac82aff-c207-4c81-8ab7-86c73618cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:12.016389 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-0ac82aff-c207-4c81-8ab7-86c73618cd65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796092 Nov 10 14:26:12.035596 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:12.160460 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-ef27fb8b-4fb4-4280-a7a7-b8a1066db004 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364391 Nov 10 14:26:12.320791 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-50be2c98-df16-45ab-b3c3-816f961df868 req-357f96dd-26ce-43f9-8655-9410519a5d54 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529500 Nov 10 14:26:12.417817 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'c18ca8ad-a1e1-4124-b80d-6e36651ec5ad', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'mac_address': 'fa:16:3e:58:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:26:09Z', 'updated_at': '2021-11-10T14:26:09Z', 'revision_number': 0, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:12.422469 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6310a-fea7-4a88-a4f9-9c4111311dc6 None None] The sync data for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb is: [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': 'c18ca8ad-a1e1-4124-b80d-6e36651ec5ad', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'mac_address': 'fa:16:3e:58:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:26:09Z', 'updated_at': '2021-11-10T14:26:09Z', 'revision_number': 0, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:26:12.639252 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a8020-6cc6-4764-bb1a-a514d6fa24d4 None None] New status for floating IP c18ca8ad-a1e1-4124-b80d-6e36651ec5ad: ACTIVE {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:26:12.954170 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a2b8-fe07-4b34-8d5a-22e9cf225a66 req-2836b9e1-8365-4c21-8598-2fcfd829f79f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:12.955647 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab18a2b8-fe07-4b34-8d5a-22e9cf225a66 req-2836b9e1-8365-4c21-8598-2fcfd829f79f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0844653 Nov 10 14:26:13.001665 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab18a2b8-fe07-4b34-8d5a-22e9cf225a66 req-473b5aeb-ce8d-489c-bc24-3d336d0a4e24 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Nov 10 14:26:13.242011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 46776) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:13.358007 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-79d04d04-0388-4f35-a9b2-4a85d6dadec7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146643 Nov 10 14:26:14.197839 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33109ccc-2e8f-4440-9ff9-25cb7201da3a req-06ed2108-ffeb-4f05-905b-acb022c41106 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:14.199316 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-33109ccc-2e8f-4440-9ff9-25cb7201da3a req-06ed2108-ffeb-4f05-905b-acb022c41106 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0834322 Nov 10 14:26:14.244406 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-33109ccc-2e8f-4440-9ff9-25cb7201da3a req-1c11b92c-d02b-40ed-a5d9-c11f1d151d89 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391219 Nov 10 14:26:14.595716 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:15.058660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-bc2008af-b46b-4067-b68f-7bfb0410f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.060640 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-bc2008af-b46b-4067-b68f-7bfb0410f302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 1097 time: 0.0742996 Nov 10 14:26:15.153487 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-40dc87ce-8fd3-417f-a3be-848988859177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.154868 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-40dc87ce-8fd3-417f-a3be-848988859177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1097 time: 0.0719252 Nov 10 14:26:15.285909 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-5d5c5089-bfac-4dfb-9e6e-c98ef239f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.287403 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-5d5c5089-bfac-4dfb-9e6e-c98ef239f1ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1260395 Nov 10 14:26:15.394221 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-96c78e0a-4a21-46dd-965e-85125b63f736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 200 len: 1000 time: 0.0989714 Nov 10 14:26:15.434118 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e98e-0de0-43a3-b5e5-7010fdf17083 req-f4e1edcf-f80d-499f-85c8-a8eb5bb8cd71 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.437361 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d605e98e-0de0-43a3-b5e5-7010fdf17083 req-f4e1edcf-f80d-499f-85c8-a8eb5bb8cd71 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0812933 Nov 10 14:26:15.457437 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-d66ca958-026c-4bac-9647-4947bbb5272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.458913 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-d66ca958-026c-4bac-9647-4947bbb5272f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0583980 Nov 10 14:26:15.485160 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d605e98e-0de0-43a3-b5e5-7010fdf17083 req-b2b2b0f8-7d3a-4b0f-adcc-c571208e27b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Nov 10 14:26:15.536905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-05f0f032-cbd0-42e7-850c-35f75943036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:15.538494 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-05f0f032-cbd0-42e7-850c-35f75943036a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731494 Nov 10 14:26:15.670785 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-4a9fd471-0d05-4ab8-8b05-28d447d8cbae service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252813 Nov 10 14:26:15.800678 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4633596a-068f-4ae3-94e9-2db16f5a8cb9 req-5452535f-8901-413e-b3ae-591379bed259 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232378 Nov 10 14:26:16.688763 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a428cfd-22d9-40ea-bf02-8b03dfa86703 req-829cd3f1-e8d9-4923-b14d-d489f5703b7d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:16.690526 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a428cfd-22d9-40ea-bf02-8b03dfa86703 req-829cd3f1-e8d9-4923-b14d-d489f5703b7d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0925448 Nov 10 14:26:16.742148 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a428cfd-22d9-40ea-bf02-8b03dfa86703 req-28444fb1-067f-433b-a155-e4add1f6e28f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Nov 10 14:26:17.946245 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d740298-60bd-46c2-bdfb-689bb3427698 req-c468b98c-e4e4-4d98-857b-9b8164b4c88e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:17.947754 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1d740298-60bd-46c2-bdfb-689bb3427698 req-c468b98c-e4e4-4d98-857b-9b8164b4c88e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0859241 Nov 10 14:26:17.992653 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1d740298-60bd-46c2-bdfb-689bb3427698 req-a0db9a4e-2fc7-4b76-9f03-1184946b079e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391467 Nov 10 14:26:19.194837 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300efcb9-9947-4287-9f9a-8f34af1cd123 req-d10b84e8-ed73-4c8d-8109-1e705cc9e249 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:19.196315 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-300efcb9-9947-4287-9f9a-8f34af1cd123 req-d10b84e8-ed73-4c8d-8109-1e705cc9e249 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0885389 Nov 10 14:26:19.246127 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-300efcb9-9947-4287-9f9a-8f34af1cd123 req-53e23724-6a75-47d4-9b29-fdd72c88ff0a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 Nov 10 14:26:20.446889 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7fd3a-7358-4e75-a85f-8a67a58f203a req-b0c85d45-2e64-4aff-8375-681e5f0e98ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:20.448378 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bfd7fd3a-7358-4e75-a85f-8a67a58f203a req-b0c85d45-2e64-4aff-8375-681e5f0e98ca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0842474 Nov 10 14:26:20.494140 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-bfd7fd3a-7358-4e75-a85f-8a67a58f203a req-324dc8fe-938f-4a6e-a8e4-b5e33c27621f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Nov 10 14:26:21.697350 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef4e18-9a69-43de-9910-92666d14c543 req-a015c7fd-f312-4f32-b11d-beac288faf7c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:21.698803 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-18ef4e18-9a69-43de-9910-92666d14c543 req-a015c7fd-f312-4f32-b11d-beac288faf7c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0914998 Nov 10 14:26:21.747910 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-18ef4e18-9a69-43de-9910-92666d14c543 req-f1230c3b-c70e-4b94-b630-295d7faa4c31 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Nov 10 14:26:22.944942 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59092d9-27ca-4210-84a5-260ca7a78186 req-c171afe2-9272-4a4a-af40-d7e9acd2121b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:22.946377 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d59092d9-27ca-4210-84a5-260ca7a78186 req-c171afe2-9272-4a4a-af40-d7e9acd2121b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0841219 Nov 10 14:26:22.991211 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d59092d9-27ca-4210-84a5-260ca7a78186 req-2127f070-ee36-41fc-b796-6558ef70aa70 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384533 Nov 10 14:26:24.190030 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297a8e4-4408-4b86-aceb-5116ae7aa25a req-ffcee3e4-25d2-494a-91de-10f2f484a8ee tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:24.191551 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b297a8e4-4408-4b86-aceb-5116ae7aa25a req-ffcee3e4-25d2-494a-91de-10f2f484a8ee tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0878515 Nov 10 14:26:24.328602 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b297a8e4-4408-4b86-aceb-5116ae7aa25a req-eaeffb0c-eadd-498b-bc22-ca427dca229d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308076 Nov 10 14:26:25.526258 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37f1a7-e397-401a-936f-49039fb57e51 req-f0a8bafd-15cc-4f63-a0d9-c85b006f5642 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:25.528945 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9b37f1a7-e397-401a-936f-49039fb57e51 req-f0a8bafd-15cc-4f63-a0d9-c85b006f5642 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0846298 Nov 10 14:26:25.573561 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9b37f1a7-e397-401a-936f-49039fb57e51 req-bb7500fb-83cb-495c-ba97-156f4414f10f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 Nov 10 14:26:25.995978 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3df28a6d-04e8-41e4-bfc7-38b344e0593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:26.353379 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:26.483967 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:26.770658 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24658c7b-2fd9-421a-9145-0a554ffdfc51 req-ca53c929-a9c7-4e34-a6d1-4ed39d5aca80 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:26.772149 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-24658c7b-2fd9-421a-9145-0a554ffdfc51 req-ca53c929-a9c7-4e34-a6d1-4ed39d5aca80 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0832703 Nov 10 14:26:26.816868 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-24658c7b-2fd9-421a-9145-0a554ffdfc51 req-6b4132d1-43d2-4748-b993-a97c6f71617b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 Nov 10 14:26:27.321113 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:26:28.005291 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190550-d382-4dc4-9e2b-e234c7498aba req-3701b8c4-4355-4058-8dda-4019da2bcc5f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:28.006791 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-57190550-d382-4dc4-9e2b-e234c7498aba req-3701b8c4-4355-4058-8dda-4019da2bcc5f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0799956 Nov 10 14:26:28.054790 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-57190550-d382-4dc4-9e2b-e234c7498aba req-5111a236-c10d-42a1-9754-e11a11a2bfa0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424418 Nov 10 14:26:28.563549 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-53c992d8-0574-4945-8545-5864ca667a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:29.248623 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f696e64-3581-4d64-84c9-d5d0b884e6b2 req-43d36b78-8f59-4f5b-a7e2-1c95647d35f0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:29.250000 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0f696e64-3581-4d64-84c9-d5d0b884e6b2 req-43d36b78-8f59-4f5b-a7e2-1c95647d35f0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0792389 Nov 10 14:26:29.296903 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0f696e64-3581-4d64-84c9-d5d0b884e6b2 req-14d71dad-e87d-4447-86b0-20ced2c889b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Nov 10 14:26:29.553282 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:30.487308 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262cad2-0653-4998-9dbf-98497a6f6c02 req-4e88a5de-fb89-473f-876d-25cf1de0063c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:30.488732 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e262cad2-0653-4998-9dbf-98497a6f6c02 req-4e88a5de-fb89-473f-876d-25cf1de0063c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 944 time: 0.0829046 Nov 10 14:26:30.531219 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e262cad2-0653-4998-9dbf-98497a6f6c02 req-b395ec39-2b18-4ab0-985e-c96e630a065f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Nov 10 14:26:30.687588 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:26:30.824221 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:30.837865 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'mac_address': 'fa:16:3e:52:b4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:26:30.895879 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:30.912775 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:26:30.928240 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:30.931708 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:30.933385 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:30.998179 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=9']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:31.005332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.005672 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.006004 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.006332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.006692 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.007014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.007333 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.007650 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.007989 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.008307 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.008620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.008942 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:31.012885 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:31.153087 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:26:31.215109 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:31.717300 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1df7-5c7d-4b7c-841d-1676b879187f req-d4a0647a-ca4d-4d0b-9e6d-885ae11077a8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:31.718770 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-540c1df7-5c7d-4b7c-841d-1676b879187f req-d4a0647a-ca4d-4d0b-9e6d-885ae11077a8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 945 time: 0.0791941 Nov 10 14:26:31.762490 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-540c1df7-5c7d-4b7c-841d-1676b879187f req-33ba9cb8-ad22-4aee-8372-4fb0f3bef4c1 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370600 Nov 10 14:26:32.693268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:26:32.760654 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:26:32.760924 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:32.919169 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:32.947352 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:26:32.961050 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:32.965390 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:32.968465 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:33.041452 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=10']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:33.044675 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:33.064536 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'code': 200} Nov 10 14:26:33.069930 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d2bb-87cf-43b0-a484-ee4e5a1e7850 req-67e3b3d6-d0fa-4f00-a45f-be0586071197 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:33.071436 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ed19d2bb-87cf-43b0-a484-ee4e5a1e7850 req-67e3b3d6-d0fa-4f00-a45f-be0586071197 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.1925237 Nov 10 14:26:33.117353 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ed19d2bb-87cf-43b0-a484-ee4e5a1e7850 req-5a6c8418-3031-4de9-a7e3-57cbbf164de7 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Nov 10 14:26:33.614621 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365639d9-fd0b-4db0-8e3a-337e4c1a15e0 req-13841daf-cbab-4e83-939b-dc9be6763bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:33.616049 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-365639d9-fd0b-4db0-8e3a-337e4c1a15e0 req-13841daf-cbab-4e83-939b-dc9be6763bde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 1100 time: 0.1123991 Nov 10 14:26:33.661098 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-365639d9-fd0b-4db0-8e3a-337e4c1a15e0 req-35847b81-e8e8-4f46-920a-e940b1304002 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Nov 10 14:26:34.317138 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39f105-c5f3-4bf8-8bba-e8d95b9a03dc req-92bdc96f-4d3c-4705-a8ca-d3448107e793 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:34.318584 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bf39f105-c5f3-4bf8-8bba-e8d95b9a03dc req-92bdc96f-4d3c-4705-a8ca-d3448107e793 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0817657 Nov 10 14:26:34.362857 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-bf39f105-c5f3-4bf8-8bba-e8d95b9a03dc req-25ed13a6-fe92-4bb6-971d-40596f859282 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386066 Nov 10 14:26:35.565080 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01f2e3-0941-4720-9898-c6d6cf61e1c4 req-c968b1fd-2c3b-4f98-8793-60579f992fe3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:35.567201 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0b01f2e3-0941-4720-9898-c6d6cf61e1c4 req-c968b1fd-2c3b-4f98-8793-60579f992fe3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0909560 Nov 10 14:26:35.613003 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0b01f2e3-0941-4720-9898-c6d6cf61e1c4 req-974b51c9-9520-468e-a47e-6bb3bb18997f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Nov 10 14:26:36.807348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577568da-da68-4d16-b7b5-cad130876f5c req-9bdf67c8-f9d5-4c6a-a948-4a39d2573004 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:36.808850 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-577568da-da68-4d16-b7b5-cad130876f5c req-9bdf67c8-f9d5-4c6a-a948-4a39d2573004 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0872769 Nov 10 14:26:36.854140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-577568da-da68-4d16-b7b5-cad130876f5c req-15bb503f-2cc9-4f2f-862e-14233d9c7e55 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Nov 10 14:26:45.381883 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e058c3-8d27-4016-b6eb-d1884cbbab70 req-67a06531-7e89-4bc1-a0fc-7572a53ca653 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:45.383263 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9e058c3-8d27-4016-b6eb-d1884cbbab70 req-67a06531-7e89-4bc1-a0fc-7572a53ca653 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0829687 Nov 10 14:26:45.430828 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9e058c3-8d27-4016-b6eb-d1884cbbab70 req-68deed85-d4b4-415a-8d46-e225b852a7dc tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 Nov 10 14:26:46.621347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea318f3-f6d4-4a63-90a6-a4613668127f req-9240cea5-1217-47c1-ba08-76c7e13cf032 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:46.622710 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-aea318f3-f6d4-4a63-90a6-a4613668127f req-9240cea5-1217-47c1-ba08-76c7e13cf032 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0797057 Nov 10 14:26:46.671652 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-aea318f3-f6d4-4a63-90a6-a4613668127f req-7d6dd0c7-41e5-400b-9f66-b82a40a64bec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Nov 10 14:26:47.365801 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-c755385b-df13-4e81-926a-7e664c4f82a4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:47.367222 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-c755385b-df13-4e81-926a-7e664c4f82a4 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.0790715 Nov 10 14:26:47.435506 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Deleting port 0e899488-443d-4252-b044-bc2998ff0bba {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:47.435844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:47.676537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] For port 0e899488-443d-4252-b044-bc2998ff0bba, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=0e899488-443d-4252-b044-bc2998ff0bba,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:47.676805 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:48.017787 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:48.018146 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:48.018461 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Floating IP 85f122a2-d513-4bfc-8a54-8fa0021dd3b7 disassociated. External IP: 172.28.2.115, port: 0e899488-443d-4252-b044-bc2998ff0bba. Nov 10 14:26:48.018808 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Calling delete_port for 0e899488-443d-4252-b044-bc2998ff0bba owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:48.052369 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4072d-fce9-4091-9199-764336ce7d5f req-844d9ac3-c304-4644-84ce-0a56b435c144 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:48.053849 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-02f4072d-fce9-4091-9199-764336ce7d5f req-844d9ac3-c304-4644-84ce-0a56b435c144 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 945 time: 0.2260828 Nov 10 14:26:48.131701 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-02f4072d-fce9-4091-9199-764336ce7d5f req-9c016748-19a6-449e-acee-c53b66671eaf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa082251-9836-46cb-a25a-2281b68130f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693727 Nov 10 14:26:48.201586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:48.207390 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-678ac2ea-01a0-4698-bcdf-99907feda4b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:48.254593 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'Port': ['ID=0e899488-443d-4252-b044-bc2998ff0bba,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:48.257646 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:48.521312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:26:48.702168 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:26:48.714977 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:26:48.725870 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:48.726525 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:48.777580 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] No DVR routers for this DVR port 0e899488-443d-4252-b044-bc2998ff0bba on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:26:48.780097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:48.782673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'name': 'network-vif-deleted', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:26:48.798626 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-91c7c1ac-b1f0-413d-afc9-718651562ba3 req-48a371f0-c3c8-4d3d-8eee-0aceadd9c709 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.18 "DELETE /v2.0/ports/0e899488-443d-4252-b044-bc2998ff0bba HTTP/1.1" status: 204 len: 173 time: 1.4254875 Nov 10 14:26:48.886241 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3', 'name': 'network-vif-deleted', 'tag': '0e899488-443d-4252-b044-bc2998ff0bba', 'status': 'completed', 'code': 200} Nov 10 14:26:48.912537 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:49.234226 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:49.239069 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:26:49.248299 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:49.248910 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:49.294772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6a416482-2da2-4753-bd4d-b6bc3a1f3ce0 req-57dcb103-d56c-4870-bb54-ec0a8acc4ab6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Synchronizing usage tracker for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:26:49.311227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-6a416482-2da2-4753-bd4d-b6bc3a1f3ce0 req-57dcb103-d56c-4870-bb54-ec0a8acc4ab6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Unset dirty status for tenant:00e039890f57440bb0dfc7bd83dbe51c on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:26:49.312479 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6a416482-2da2-4753-bd4d-b6bc3a1f3ce0 req-57dcb103-d56c-4870-bb54-ec0a8acc4ab6 tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f0dd17b-7199-4fba-a6d9-2b1a4ec373f3 HTTP/1.1" status: 200 len: 210 time: 0.0614045 Nov 10 14:26:49.435585 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:49.743424 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:49.747250 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e2edb-83a0-4493-8c2e-61d4332e2e10 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:21:13Z', 'revision_number': 4, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a', 'name': '', 'network_id': '96605b48-7744-4398-a855-b7ed922e4feb', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'mac_address': 'fa:16:3e:ed:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:21:06Z', 'updated_at': '2021-11-10T14:21:27Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'subnets': [{'id': 'be86ef7f-59b3-47a2-a11f-e2feec174ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:26:49.955653 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ea049-285b-404a-b785-40d57e359be0 None None] New status for floating IP 85f122a2-d513-4bfc-8a54-8fa0021dd3b7: DOWN {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:26:50.433876 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47038) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:50.499231 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.525862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.578019 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.581655 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:50.596819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa082251-9836-46cb-a25a-2281b68130f1,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:50.599512 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:50.606683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.607782 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa082251-9836-46cb-a25a-2281b68130f1 HTTP/1.1" status: 204 len: 168 time: 0.1728175 Nov 10 14:26:50.610464 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47042) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:50.626910 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.api.v2.resource [None req-856365e1-37be-41f4-a60a-ea5a5e42c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] show failed (client error): The resource could not be found. Nov 10 14:26:50.627946 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-856365e1-37be-41f4-a60a-ea5a5e42c97c tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "GET /v2.0/security-groups/fa082251-9836-46cb-a25a-2281b68130f1 HTTP/1.1" status: 404 len: 347 time: 0.0159743 Nov 10 14:26:50.630755 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47046) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:50.762811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 0e899488-443d-4252-b044-bc2998ff0bba no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:50.780781 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Deleting port e80348dd-94bf-40d8-a7c5-d379769478ee {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:50.781119 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.800978 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 0e899488-443d-4252-b044-bc2998ff0bba {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:50.801330 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 0e899488-443d-4252-b044-bc2998ff0bba not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:50.951266 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:50.951582 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:51.069865 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Calling delete_port for e80348dd-94bf-40d8-a7c5-d379769478ee owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:51.209234 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:51.212892 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-8d358815-d940-4a80-9f3c-e4ced9dd8376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:51.256693 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Pushing event deleted for resources: {'Port': ['ID=e80348dd-94bf-40d8-a7c5-d379769478ee,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:51.259878 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:51.349082 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks [] for floatingip, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:51.367524 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:51.368666 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] 10.222.0.13 "DELETE /v2.0/floatingips/85f122a2-d513-4bfc-8a54-8fa0021dd3b7 HTTP/1.1" status: 204 len: 168 time: 0.7370527 Nov 10 14:26:55.332043 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47076) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:55.959432 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.001428 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2a4ade44-a811-4163-beba-3b5b45ab66b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.355471 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.383471 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Deleting port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:56.384044 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.482417 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.554077 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] For port 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:56.554343 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.676144 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Calling delete_port for 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a owned by network:router_interface {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:56.850138 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:56.854539 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9cbf575f-df9f-4c34-aac3-292f70f272ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:56.899699 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:56.926083 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:57.166112 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:57.516673 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Router 81758d2d-e05d-47e1-bdee-1c50e9330ddd has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:26:57.777788 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:26:57.786517 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Sync routers for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:26:57.789800 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5c7b9258-9b1b-4683-b1c5-2f1d56fcd5f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/81758d2d-e05d-47e1-bdee-1c50e9330ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4567025 Nov 10 14:26:57.792292 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47082) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:57.796631 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:57.797236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:57.968188 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.025291 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:58.147624 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.157235 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Deleting port ac2cd482-cf0f-4930-a88f-5b9205fe8121 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:58.157575 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.320676 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:26:56Z', 'revision_number': 5, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port': {'id': 'ac2cd482-cf0f-4930-a88f-5b9205fe8121', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:20:59Z', 'updated_at': '2021-11-10T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:58.324566 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Checking router: 81758d2d-e05d-47e1-bdee-1c50e9330ddd for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:26:58.333965 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Routers {'81758d2d-e05d-47e1-bdee-1c50e9330ddd'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:26:58.334623 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:58.335274 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] For port ac2cd482-cf0f-4930-a88f-5b9205fe8121, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ac2cd482-cf0f-4930-a88f-5b9205fe8121,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:58.335624 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.454318 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Calling delete_port for ac2cd482-cf0f-4930-a88f-5b9205fe8121 owned by network:router_gateway {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:58.483518 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] Set router 81758d2d-e05d-47e1-bdee-1c50e9330ddd gateway port host: None {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:26:58.608590 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:26:58Z', 'revision_number': 6, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:26:58.615627 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae24a6-862a-4a1b-964e-eb65ad6c2231 None None] The sync data for ids ['81758d2d-e05d-47e1-bdee-1c50e9330ddd'] in dv-cinder-817404-1-smb is: [{'id': '81758d2d-e05d-47e1-bdee-1c50e9330ddd', 'name': 'tempest-AttachVolumeTestJSON-70379347-router', 'tenant_id': '00e039890f57440bb0dfc7bd83dbe51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:20:57Z', 'updated_at': '2021-11-10T14:26:58Z', 'revision_number': 6, 'project_id': '00e039890f57440bb0dfc7bd83dbe51c', 'gw_port_host': None}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:26:58.620453 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-118faaa1-10b7-43ee-b4cd-6ccbbb31ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.626520 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:58.631201 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:58.703204 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2cd482-cf0f-4930-a88f-5b9205fe8121,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:58.710494 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:58.765284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.046679 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.049141 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.076466 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.077066 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81758d2d-e05d-47e1-bdee-1c50e9330ddd {{(pid=86771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:26:59.090329 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.091466 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/81758d2d-e05d-47e1-bdee-1c50e9330ddd HTTP/1.1" status: 204 len: 168 time: 1.2982810 Nov 10 14:26:59.094140 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47088) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:59.154506 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Deleting subnet be86ef7f-59b3-47a2-a11f-e2feec174ab9 {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:26:59.157612 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.205801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.286667 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.361743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.367495 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e75e1b1c-e362-42fc-8865-4f196b880ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:26:59.402343 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be86ef7f-59b3-47a2-a11f-e2feec174ab9,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:59.404594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.407496 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:26:59.411338 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f330e85-5d45-4d3a-a6fa-91b7e124bb48 None None] Network 96605b48-7744-4398-a855-b7ed922e4feb requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:26:59.414951 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-aff2dddd-38c8-4eff-a9ae-3a705bb6b2c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be86ef7f-59b3-47a2-a11f-e2feec174ab9 HTTP/1.1" status: 204 len: 168 time: 0.3197408 Nov 10 14:26:59.415766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47092) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:26:59.432310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:26:59.517081 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:26:59.517434 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 1a4532f9-f9a5-4a3f-9cb1-d1a9c1e7ba9a not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:26:59.528002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.540703 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Deleting port 16aa58ea-3b05-4c07-974f-313293e25efb {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:59.541051 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.614586 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.722690 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825538d-a0d0-41da-a575-df48a204038b None None] DHCP port deletion for 96605b48-7744-4398-a855-b7ed922e4feb request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:26:59.729158 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Deleting port 16aa58ea-3b05-4c07-974f-313293e25efb {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:26:59.729620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.765544 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] For port 16aa58ea-3b05-4c07-974f-313293e25efb, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=16aa58ea-3b05-4c07-974f-313293e25efb,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:59.766144 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.891592 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Calling delete_port for 16aa58ea-3b05-4c07-974f-313293e25efb owned by network:dhcp {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:26:59.939142 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-b825538d-a0d0-41da-a575-df48a204038b None None] For port 16aa58ea-3b05-4c07-974f-313293e25efb, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=16aa58ea-3b05-4c07-974f-313293e25efb,segment=NetworkSegment(1f60c120-bf24-4d94-81db-9cff628f0e15),segment_id=1f60c120-bf24-4d94-81db-9cff628f0e15)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:26:59.939540 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.967661 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:26:59.971353 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0804214f-7df7-4b9a-ab91-2e6efa7376e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:00.015189 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16aa58ea-3b05-4c07-974f-313293e25efb,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:00.019021 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:00.021127 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] No DVR routers for this DVR port 16aa58ea-3b05-4c07-974f-313293e25efb on host dv-cinder-817404-1-smb {{(pid=86771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:27:00.062220 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Calling delete_port for 16aa58ea-3b05-4c07-974f-313293e25efb owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:00.139434 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.167499 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96605b48-7744-4398-a855-b7ed922e4feb']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:00.177819 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:27:00.178182 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:27:00.179900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f60c120-bf24-4d94-81db-9cff628f0e15') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:00.180196 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f60c120-bf24-4d94-81db-9cff628f0e15') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:00.191073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.206780 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.212748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:27:00.213127 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:27:00.226499 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:27:00.303294 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.308040 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.310631 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:00.331923 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=96605b48-7744-4398-a855-b7ed922e4feb,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:00.334234 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:00.347313 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96605b48-7744-4398-a855-b7ed922e4feb HTTP/1.1" status: 204 len: 168 time: 0.9304104 Nov 10 14:27:00.457473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47098) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:00.505563 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-4d5259de-2e02-4397-880c-293f858ebb82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00e039890f57440bb0dfc7bd83dbe51c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469084 Nov 10 14:27:00.507796 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47102) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:00.563587 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.589035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.642467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.647513 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-223cdb2f-7cee-4c37-ade9-df8f0f0765a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:00.661829 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72fd4d5-3db3-4626-b16d-0882d474ee63,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:00.664663 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:00.666574 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.667959 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0113211f-77be-4bea-9549-db22d3bb0889 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f72fd4d5-3db3-4626-b16d-0882d474ee63 HTTP/1.1" status: 204 len: 168 time: 0.1590354 Nov 10 14:27:00.679567 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Deleting port 16aa58ea-3b05-4c07-974f-313293e25efb {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:00.680023 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b825538d-a0d0-41da-a575-df48a204038b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:00.744404 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b825538d-a0d0-41da-a575-df48a204038b None None] The port '16aa58ea-3b05-4c07-974f-313293e25efb' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:27:01.067030 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ac2cd482-cf0f-4930-a88f-5b9205fe8121 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:27:01.103314 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: ac2cd482-cf0f-4930-a88f-5b9205fe8121 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:27:01.103665 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ac2cd482-cf0f-4930-a88f-5b9205fe8121 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:27:01.104091 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 16aa58ea-3b05-4c07-974f-313293e25efb no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:27:01.137154 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 16aa58ea-3b05-4c07-974f-313293e25efb {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:27:01.137508 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 16aa58ea-3b05-4c07-974f-313293e25efb not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:27:01.184057 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:02.615586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47166) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:02.730029 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:02.744772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:02.748527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Usage tracker for resource:security_group_rule and tenant:09ab4c3afb4744ffb0958787892c0c2d is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:02.751252 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:02.757589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:02.837964 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:02.841455 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:02.849535 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0b280b2c-4d49-477e-b0cd-81c498547aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:02.887382 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ab4c3afb4744ffb0958787892c0c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707775 Nov 10 14:27:02.888912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f849079e-d7f8-4a0a-a1bd-7f4ce8fe2ebb,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:02.890019 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47172) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:02.891950 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-675cbbc6-99ae-4256-8f2e-411bd4c31ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:02.948776 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:02.973356 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.023755 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.027373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1683523b-22ee-4611-a669-a76f1d2fbe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:03.038378 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f849079e-d7f8-4a0a-a1bd-7f4ce8fe2ebb,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:03.042884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:03.044644 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.046904 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f849079e-d7f8-4a0a-a1bd-7f4ce8fe2ebb HTTP/1.1" status: 204 len: 168 time: 0.1558301 Nov 10 14:27:03.318866 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47180) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:03.336304 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.351224 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:03.355369 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Usage tracker for resource:security_group_rule and tenant:55a39dcc8da7439981b960f750f1c254 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:03.358175 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:03.364422 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:03.450663 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.454140 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.547747 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-9171c525-6043-4bdd-9787-503f8dd2f488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:03.585818 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55a39dcc8da7439981b960f750f1c254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659054 Nov 10 14:27:03.587469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0531484-771c-495a-b49d-b66b654222ab,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:03.588581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47184) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:03.590729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:03.742838 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.768989 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.820693 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.824355 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7d4cd164-863b-411b-b5ec-d07aed8c08ec tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:03.836924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0531484-771c-495a-b49d-b66b654222ab,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:03.839527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:03.847459 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:03.848700 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d23f0a6f-8221-43dd-8f80-3680ce9a49a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0531484-771c-495a-b49d-b66b654222ab HTTP/1.1" status: 204 len: 168 time: 0.2591383 Nov 10 14:27:04.320096 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:27:08.490958 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47272) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:08.606590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.621072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:08.624779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Usage tracker for resource:security_group_rule and tenant:4b170e8f96a947468dc181c4c72ad5ab is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:08.627596 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:08.633819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:08.716850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.720589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.727649 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4d765284-33a4-490c-8938-2d4f8e5d413a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:08.770401 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a003c4-bfc3-440f-8d50-d223ef770148,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:08.774471 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b170e8f96a947468dc181c4c72ad5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824993 Nov 10 14:27:08.775406 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:08.777080 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47278) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:08.834679 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.859531 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.911136 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.914684 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1b53dbe7-c2e9-4182-a651-a3506990dc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:08.927318 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a003c4-bfc3-440f-8d50-d223ef770148,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:08.929570 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:08.932912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:08.934694 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-301c506c-b0ed-4654-8f85-fad434a9a4a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2a003c4-bfc3-440f-8d50-d223ef770148 HTTP/1.1" status: 204 len: 168 time: 0.1566355 Nov 10 14:27:09.206353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47288) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:09.224716 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.239326 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:09.243050 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Usage tracker for resource:security_group_rule and tenant:a4750df9c31549e8ae995e0d72003732 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:09.245797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:09.251381 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:09.338733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.343081 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.355676 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fefce3be-69c8-43a2-9a8a-a0a777164a0d tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:09.395791 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4750df9c31549e8ae995e0d72003732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882989 Nov 10 14:27:09.396712 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88159196-c2b4-4da7-bb5a-06fbaf939c94,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:09.398708 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47296) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:09.404222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.404594 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.404956 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.405310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.405660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.406011 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.406360 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.406733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.407079 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.407424 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.407765 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.408111 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.412391 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:09.463899 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.490029 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.541742 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.545725 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:09.559385 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88159196-c2b4-4da7-bb5a-06fbaf939c94,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:09.571420 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.571805 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.572171 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.572528 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.572881 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.573235 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.573585 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.573934 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.574283 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.574651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.574999 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.575343 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:09.578400 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:09.579826 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:09.581305 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dbac4083-be32-47bf-a8b8-0a45af2ed857 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88159196-c2b4-4da7-bb5a-06fbaf939c94 HTTP/1.1" status: 204 len: 168 time: 0.1811481 Nov 10 14:27:11.454012 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71195046-344e-464e-b749-6821a7d443ed req-b8ffe6fb-d35f-49e0-b871-6829b5ea6614 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:11.456212 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-71195046-344e-464e-b749-6821a7d443ed req-b8ffe6fb-d35f-49e0-b871-6829b5ea6614 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0955687 Nov 10 14:27:11.512723 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-71195046-344e-464e-b749-6821a7d443ed req-97c66e7c-14b1-496e-a363-4ef89006cd49 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491037 Nov 10 14:27:12.735473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9e6b-8e11-40ac-8899-884eea8a2ba9 req-16d0f1ae-ea9e-4e76-a16b-6683a0d45183 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:12.736928 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bff9e6b-8e11-40ac-8899-884eea8a2ba9 req-16d0f1ae-ea9e-4e76-a16b-6683a0d45183 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0876131 Nov 10 14:27:12.782498 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5bff9e6b-8e11-40ac-8899-884eea8a2ba9 req-a633c87d-de40-4614-bd77-086465588c49 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c6ccfc9-dd87-487f-ac85-316bc4c9b055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Nov 10 14:27:12.954202 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c59a5-0656-466b-8177-396706958961 req-0358d649-fea1-4284-b52d-f5f237ac1732 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:12.955789 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c62c59a5-0656-466b-8177-396706958961 req-0358d649-fea1-4284-b52d-f5f237ac1732 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 947 time: 0.0859928 Nov 10 14:27:13.027494 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Deleting port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:13.027830 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:13.277340 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] For port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:13.277695 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:13.562285 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:13.562682 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:13.562992 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Floating IP b5a31594-76d9-42d1-8bf0-e808354b16e0 disassociated. External IP: 172.28.2.146, port: e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91. Nov 10 14:27:13.563329 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Calling delete_port for e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:13.700806 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:13.706242 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-620afded-caa9-4786-a8b2-48f58e969a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:13.751604 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'Port': ['ID=e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:13.755352 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:14.048014 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-10861c58-8a9d-47a8-98c7-b4ceb47ce5ff req-032de921-bd9a-4484-be12-a6a68028b58e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a41bd8-385a-4ab3-8c12-08b1ad00226b HTTP/1.1" status: 200 len: 210 time: 0.1553688 Nov 10 14:27:14.076117 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:27:14.279496 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:27:14.298711 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:27:14.308570 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:27:14.309272 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:14.363182 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] No DVR routers for this DVR port e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:27:14.365678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:14.368421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-deleted', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:14.403651 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c62c59a5-0656-466b-8177-396706958961 req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "DELETE /v2.0/ports/e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 HTTP/1.1" status: 204 len: 173 time: 1.4420683 Nov 10 14:27:14.417659 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a41bd8-385a-4ab3-8c12-08b1ad00226b', 'name': 'network-vif-deleted', 'tag': 'e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91', 'status': 'completed', 'code': 200} Nov 10 14:27:14.506652 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:27:14.856366 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:14.864604 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:27:14.873104 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:27:14.873700 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:26:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:15.051816 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:27:15.172775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47392) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:15.238515 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.265780 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.326666 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.330884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2a8603a1-9a5b-4501-994c-876c2da71a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:15.342219 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ccfc9-dd87-487f-ac85-316bc4c9b055,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:15.344544 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:15.365108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.369039 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47396) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:15.371017 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c6ccfc9-dd87-487f-ac85-316bc4c9b055 HTTP/1.1" status: 204 len: 168 time: 0.1971018 Nov 10 14:27:15.374227 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:15.378360 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8062f-0376-4b96-b23c-77506d8c639d None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:27:15.386044 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.api.v2.resource [None req-d560e23e-e0a5-4ae2-a951-714f784a072d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] show failed (client error): The resource could not be found. Nov 10 14:27:15.387074 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d560e23e-e0a5-4ae2-a951-714f784a072d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups/3c6ccfc9-dd87-487f-ac85-316bc4c9b055 HTTP/1.1" status: 404 len: 347 time: 0.0170801 Nov 10 14:27:15.390114 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47400) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:15.553085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Deleting port c2dfe52f-f299-43b1-b2e1-de15d79e42e5 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:15.553422 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.603210 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfa3e7-ede3-4649-b729-6eb99bfccee8 None None] New status for floating IP b5a31594-76d9-42d1-8bf0-e808354b16e0: DOWN {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:27:15.727676 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.728003 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:15.862930 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Calling delete_port for c2dfe52f-f299-43b1-b2e1-de15d79e42e5 owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:15.949458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.db.api [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:27:15.949928 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_db.api [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:27:16.102708 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47418) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:16.217054 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.231844 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:16.235581 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ad872004a71d4f75b15655e54da5deff is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:16.238515 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:16.244174 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:16.325005 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.328471 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.335701 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bb2c4b14-b3f3-4979-8e8b-3033b4918307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:16.375318 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad872004a71d4f75b15655e54da5deff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715776 Nov 10 14:27:16.376267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e4538-9b9e-48cd-b325-a7a6977d09e3,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:16.378013 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47424) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:16.379919 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-47d1198e-146d-466f-bbb1-0516e1e4b3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:16.437970 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.451299 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Deleting port c2dfe52f-f299-43b1-b2e1-de15d79e42e5 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:16.451722 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.465962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.516778 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.521104 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-83d49047-6690-4015-9af9-60a36f2fc313 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:16.531681 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e4538-9b9e-48cd-b325-a7a6977d09e3,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:16.536361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:16.539720 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.541942 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-cfcfd13b-e1f5-4d59-b88d-4954d71011ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b92e4538-9b9e-48cd-b325-a7a6977d09e3 HTTP/1.1" status: 204 len: 168 time: 0.1615269 Nov 10 14:27:16.635121 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.635445 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.759940 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Calling delete_port for c2dfe52f-f299-43b1-b2e1-de15d79e42e5 owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:16.824777 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47432) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:16.843851 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.858507 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:16.862257 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:90e4fe43155e48d4a78bb8efc5a0f17c is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:16.865833 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:16.872042 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:16.885055 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:27:16.923101 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:27:16.923608 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device e2c5f7c4-7c6c-42ef-8d3b-184e57d1fa91 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:27:16.970518 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.975622 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:16.983037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3ad2f519-806a-4037-946d-7d586e2d1e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:17.022181 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce89bc9f-285f-44ac-ad8d-161cec2612d4,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:17.025498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.025754 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:17.031113 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-375a72ac-1a33-44a8-aa22-3529e8517dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90e4fe43155e48d4a78bb8efc5a0f17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027612 Nov 10 14:27:17.031590 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fe7985ea-01f9-4fd9-b335-59da024c7fbf tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:17.031872 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47436) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:17.073902 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'Port': ['ID=c2dfe52f-f299-43b1-b2e1-de15d79e42e5,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:17.077386 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:17.092509 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.118072 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.170342 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.172044 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.174100 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-461ca83a-6a6f-4c25-b690-ba2717004476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:17.187119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce89bc9f-285f-44ac-ad8d-161cec2612d4,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:17.189964 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:17.192758 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.196133 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-384ffe61-eb52-4a82-ad31-c30c3c15f1b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce89bc9f-285f-44ac-ad8d-161cec2612d4 HTTP/1.1" status: 204 len: 168 time: 0.1615744 Nov 10 14:27:17.196278 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.196746 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c6aabf7f-df17-427f-aa63-bbb25e100109 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5a31594-76d9-42d1-8bf0-e808354b16e0 HTTP/1.1" status: 204 len: 168 time: 1.8055649 Nov 10 14:27:17.530800 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47450) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:17.536971 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487683861', 'description': 'tempest-description--1924496513'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:17.543473 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:17.547638 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:17.551204 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:17.557037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:17.572364 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.592670 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:17.596505 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:17.599542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:17.605512 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:17.678271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.681981 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.687018 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dfbd6f3b-5851-4f0d-aeb0-904bd554bfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:17.728880 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974a2bfb-91ef-41e2-ac03-4c3379e94134,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:17.731519 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.732695 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2008138 Nov 10 14:27:17.733900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-03f7510e-9050-47ee-b193-8092903ca46f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:17.736267 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47460) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:17.743100 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group_rule': {'security_group_id': '974a2bfb-91ef-41e2-ac03-4c3379e94134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:17.748981 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:17.752797 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:17.756316 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:17.761941 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:17.779349 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.839450 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.843347 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.845292 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:17.865432 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cdd984-1fdc-4516-a8fe-465154f91020,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:17.869401 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:17.876767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.877920 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-67a2dc01-8f3d-4680-b39f-c950ba9836c8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390393 Nov 10 14:27:17.881862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47470) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:17.887518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'security_group_rule': {'security_group_id': '974a2bfb-91ef-41e2-ac03-4c3379e94134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:17.893284 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:17.897294 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:security_group_rule and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:17.900945 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:17.906668 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:17.922731 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.983688 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.987511 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354951'] for security_group_rule, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:17.990413 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bf4091dd-abf2-4a12-9eaf-5ac0cef60c35 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:18.013008 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97efb11-f979-4218-a6b9-2056fcff8a6f,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:18.017430 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:18.022291 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.026362 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7addd7ba-6340-4d75-9372-98ae75770e13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404397 Nov 10 14:27:18.026596 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 47476) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:18.031653 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'floatingip': {'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:18.037905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:18.041703 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Usage tracker for resource:floatingip and tenant:faad02f72888411bb7c1ca3db927c9af is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:18.044589 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:18.050710 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:18.062140 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.199925 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.342415 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Allocated IP 172.28.2.246 (78cd8659-e679-497c-9897-6362e2507101/071e7294-7860-404b-9261-d6642098ad15/6d8900ed-f06a-44a0-b4d0-3def3073b9e0) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:27:18.495287 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.527936 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.533888 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d48c38c8-5fbd-4b93-ac4d-15de95a77eb6 tempest-AttachVolumeNegativeTest-1413431991 tempest-AttachVolumeNegativeTest-1413431991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:18.599214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Network 78cd8659-e679-497c-9897-6362e2507101 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:27:18.602222 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:27:18.604673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:27:18.649125 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=6d8900ed-f06a-44a0-b4d0-3def3073b9e0,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:18.651924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:18.694074 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.753312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.965769 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.971079 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:18.975660 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ef52a327-e5c9-4194-a9b2-767ce271ba3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:19.087210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=6d8900ed-f06a-44a0-b4d0-3def3073b9e0,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:19.091221 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:19.094086 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:19.116914 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:19.118140 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0906484 Nov 10 14:27:19.343315 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-6b14d249-4811-40c8-aa89-c35dcc49d418 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:19.359997 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-6b14d249-4811-40c8-aa89-c35dcc49d418 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:19.361404 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-6b14d249-4811-40c8-aa89-c35dcc49d418 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1487683861&fields=id&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 267 time: 0.0636528 Nov 10 14:27:19.510203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-22ac9907-95e3-4dbd-a765-6b71df60d054 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:19.511637 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-22ac9907-95e3-4dbd-a765-6b71df60d054 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 816 time: 0.1435261 Nov 10 14:27:19.525936 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-25938ec7-5ed7-4b88-8f04-279fbea9d140 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/quotas/faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 375 time: 0.0088706 Nov 10 14:27:19.612424 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-5b052d67-5a4a-4ed1-a88d-020b71120db4 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816898 Nov 10 14:27:19.842750 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-6c006622-8df3-4542-b4a3-73045ac577a7 service neutron] 10.222.0.13 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186675 Nov 10 14:27:19.970806 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-899ad402-e403-4404-9954-4f66bc69b25e service neutron] 10.222.0.13 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217449 Nov 10 14:27:20.144377 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f4fe97c6-cd41-4add-84fc-2fc6fe312fa2 req-b03c073d-0512-41ca-8b80-e2a9410b2071 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:20.161912 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-f4fe97c6-cd41-4add-84fc-2fc6fe312fa2 req-b03c073d-0512-41ca-8b80-e2a9410b2071 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:20.163122 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f4fe97c6-cd41-4add-84fc-2fc6fe312fa2 req-b03c073d-0512-41ca-8b80-e2a9410b2071 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 210 time: 0.0622339 Nov 10 14:27:21.187916 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-92f2ee12-109c-4500-b8e3-6eeb1b79bc17 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:21.190349 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-92f2ee12-109c-4500-b8e3-6eeb1b79bc17 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 816 time: 0.1506546 Nov 10 14:27:21.244216 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-9d6ea979-9cd4-498f-8cc0-5e3833050203 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 380 time: 0.0455978 Nov 10 14:27:21.254933 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'port': {'device_id': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'admin_state_up': True, 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'security_groups': ['974a2bfb-91ef-41e2-ac03-4c3379e94134']}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:21.332354 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a4b37542-42da-42bb-b0d0-e131f2a7cb45 req-63119f30-638f-40dc-9237-eab02d432d6b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 210 time: 0.0432875 Nov 10 14:27:21.397215 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:21.406529 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:21.415992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Made reservation on behalf of faad02f72888411bb7c1ca3db927c9af for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:27:21.419421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:21.689706 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Allocated IP 172.20.0.8 (fdd1bd96-3498-43a8-bf61-d03acbe23474/11b763dd-3d5c-4995-9b3e-2c3a1253a257/90269e14-c423-458c-bc5d-f9c664249f2a) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:27:21.822141 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47544) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:21.880234 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:21.895664 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Transition to ACTIVE for port object 90269e14-c423-458c-bc5d-f9c664249f2a will not be triggered until provisioned by entity DHCP. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:27:21.919843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:21.926346 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:21.938166 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:21.956131 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:21.960091 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7ee76303224048a95743dec722c632 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:21.962874 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:21.968494 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:21.996150 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:27:21.999497 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:27:22.003438 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:27:22.035143 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.046298 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.062489 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.067836 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.074064 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:22.074663 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.076298 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-51f0f7d7-adca-45a8-9f03-d10c36657b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:22.104690 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-d8ff38e6-9276-4fc7-a47e-4dd09aaaf04f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8549006 Nov 10 14:27:22.117494 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Request body: {'port': {'device_id': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:22.122974 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e7ee76303224048a95743dec722c632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997129 Nov 10 14:27:22.123684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47550) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:22.126238 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac7968-a66c-4604-895a-8f556536f474,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.129578 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-03483a0d-3369-4a74-b055-253a33d26635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.190127 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.218815 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.237327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.272072 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.276091 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-14e87d7d-2fe0-4337-9eff-9b3dbe9a28dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:22.292688 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac7968-a66c-4604-895a-8f556536f474,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.296713 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.303540 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.305106 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cac7968-a66c-4604-895a-8f556536f474 HTTP/1.1" status: 204 len: 168 time: 0.1802080 Nov 10 14:27:22.328395 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5a974670-c51c-409e-a7d2-350c622ff01c None None] Provisioning for port 90269e14-c423-458c-bc5d-f9c664249f2a completed by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:27:22.336310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-5a974670-c51c-409e-a7d2-350c622ff01c None None] Provisioning complete for port 90269e14-c423-458c-bc5d-f9c664249f2a triggered by entity DHCP. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:27:22.336892 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5a974670-c51c-409e-a7d2-350c622ff01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.397857 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-5a974670-c51c-409e-a7d2-350c622ff01c None None] Port 90269e14-c423-458c-bc5d-f9c664249f2a cannot update to ACTIVE because it is not bound. {{(pid=86772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 10 14:27:22.607624 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd422641-d747-4508-b1be-ecc40a89019f req-908bc046-82ce-4df3-adf5-1990613f54a6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:22.608310 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-cd422641-d747-4508-b1be-ecc40a89019f req-908bc046-82ce-4df3-adf5-1990613f54a6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Synchronizing usage tracker for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:22.609187 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47560) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:22.627073 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.641955 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:22.646303 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f8aeff3b9b45e69b49537ca31e132a is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:22.649174 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:22.654842 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:22.664050 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-cd422641-d747-4508-b1be-ecc40a89019f req-908bc046-82ce-4df3-adf5-1990613f54a6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Unset dirty status for tenant:faad02f72888411bb7c1ca3db927c9af on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:22.665361 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cd422641-d747-4508-b1be-ecc40a89019f req-908bc046-82ce-4df3-adf5-1990613f54a6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 931 time: 0.1863103 Nov 10 14:27:22.708340 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:22.724034 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.741532 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cd422641-d747-4508-b1be-ecc40a89019f req-982e117d-4646-4f10-8bfb-befe6e367d93 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645297 Nov 10 14:27:22.741909 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.746219 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.747852 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Transition to ACTIVE for port object 90269e14-c423-458c-bc5d-f9c664249f2a will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:27:22.751752 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.754424 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-87bb0c5a-efc8-4f1a-8032-606d4d4fd869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:22.756840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4952da93-092e-4017-820a-9c6b75f1d0d1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:22.794896 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f99a9-1b66-4e32-a004-1f470cc17695,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.799243 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7f8aeff3b9b45e69b49537ca31e132a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890192 Nov 10 14:27:22.800143 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0e57ae15-8f7a-4b57-9e07-b6708dd447d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.802542 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47564) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:22.867923 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.896683 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.905798 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.917504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.959588 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.964546 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-87c4c5b4-efa0-40e3-b931-d18cbc97c1b0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:22.976002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f99a9-1b66-4e32-a004-1f470cc17695,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:22.978341 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:22.984656 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:22.990587 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Attempting to bind port 90269e14-c423-458c-bc5d-f9c664249f2a on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:27:22.990688 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Attempting to bind port 90269e14-c423-458c-bc5d-f9c664249f2a by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:27:22.990962 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Attempting to bind port 90269e14-c423-458c-bc5d-f9c664249f2a on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:22.996281 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Port 90269e14-c423-458c-bc5d-f9c664249f2a on network fdd1bd96-3498-43a8-bf61-d03acbe23474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:27:22.996650 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Attempting to bind port 90269e14-c423-458c-bc5d-f9c664249f2a on network fdd1bd96-3498-43a8-bf61-d03acbe23474 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:22.998891 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-44ab2103-cc0c-4709-a0e7-dc8e72a354c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/831f99a9-1b66-4e32-a004-1f470cc17695 HTTP/1.1" status: 204 len: 168 time: 0.1857369 Nov 10 14:27:23.002089 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:27:23.002421 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Checking segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:27:23.002827 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Bound using segment: {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:27:23.003251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Bound port: 90269e14-c423-458c-bc5d-f9c664249f2a, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90adb36b-f154-4d14-b343-e520f94ed5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:27:23.004265 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:23.100186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:27:23.103530 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:27:23.107841 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:23.112245 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:23.174749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:23.175958 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:23.177497 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] 10.222.0.18 "PUT /v2.0/ports/90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 1093 time: 1.0654600 Nov 10 14:27:23.177992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:23.210841 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:23.214388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:23.265275 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'status': 'completed', 'code': 200} Nov 10 14:27:23.329331 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-7c701ef2-e589-4182-99d8-1051aab7fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:23.331036 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-7c701ef2-e589-4182-99d8-1051aab7fa7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1096 time: 0.1041863 Nov 10 14:27:23.405250 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-ea6e367e-556f-46bf-8a89-965b059b910c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 217 time: 0.0666847 Nov 10 14:27:23.473353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-f71586d8-2998-48cf-85ed-2c1e5f635633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:23.474954 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-f71586d8-2998-48cf-85ed-2c1e5f635633 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0631902 Nov 10 14:27:23.647738 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-ad790509-bc19-4d8a-8273-0a6de2a1b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:23.649417 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-ad790509-bc19-4d8a-8273-0a6de2a1b1da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1681046 Nov 10 14:27:23.752747 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47590) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:23.783913 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-48003096-0ae8-44da-ac90-e2c7e18f09ec service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278086 Nov 10 14:27:23.859627 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1453514696-network', 'tenant_id': 'b69e4a209d894027aa9eceecc8e02969'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:23.865284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:23.869135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Usage tracker for resource:network and tenant:b69e4a209d894027aa9eceecc8e02969 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:23.872062 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:23.877774 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:23.889148 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Made reservation on behalf of b69e4a209d894027aa9eceecc8e02969 for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:27:23.891516 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:23.903718 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:23.918511 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:23.922302 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Usage tracker for resource:security_group_rule and tenant:b69e4a209d894027aa9eceecc8e02969 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:23.925113 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:23.931258 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:23.973257 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-97594bdc-7e29-4c92-a6a0-d31b30696f30 req-b634befc-746d-42d5-a54e-e6b7b28e6db0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832008 Nov 10 14:27:23.989522 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85008e7-68fc-450e-954b-4f3aee954340 req-796355e9-6801-47b2-8619-fcd6ac554f93 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:23.991006 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f85008e7-68fc-450e-954b-4f3aee954340 req-796355e9-6801-47b2-8619-fcd6ac554f93 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.1314089 Nov 10 14:27:24.018899 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.023553 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.027678 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5b8bc74c-df38-4657-8e0c-529106b805ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:24.055037 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:27:24.063508 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288d80f-b20b-4eec-a180-e6e3cda97b53,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:24.070374 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:24.071396 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.071822 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Added segment e126e465-4c0d-4271-88cb-2518cdcd12b3 of type vlan for network 66c07faa-1c47-43a5-b81b-ea4ccc970487 Nov 10 14:27:24.074348 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f85008e7-68fc-450e-954b-4f3aee954340 req-88e8db4a-ff92-4e5d-b8af-7c3a0914594c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773656 Nov 10 14:27:24.099468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.107292 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758036d2-801d-4567-8543-0e5ce3820b69 req-d0c32278-a23d-46d3-8051-a9de3d0709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.108780 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-d0c32278-a23d-46d3-8051-a9de3d0709ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1096 time: 0.0818601 Nov 10 14:27:24.129748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.131102 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.131717 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.137843 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f2048fb-2291-4635-abd3-d18950b7abb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:24.252780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758036d2-801d-4567-8543-0e5ce3820b69 req-bc2ed879-ae73-4068-a2f3-ed9014f856be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.255092 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-bc2ed879-ae73-4068-a2f3-ed9014f856be service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1384714 Nov 10 14:27:24.323569 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5696468 Nov 10 14:27:24.324299 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Pushing event updated for resources: {'Network': ['ID=66c07faa-1c47-43a5-b81b-ea4ccc970487,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:24.326620 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47598) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:24.329004 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:24.331171 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-c767725b-3549-4548-aa6c-e4993506c9b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 217 time: 0.0695424 Nov 10 14:27:24.333424 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Request body: {'subnet': {'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1453514696-subnet', 'tenant_id': 'b69e4a209d894027aa9eceecc8e02969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:24.337356 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:27:24.338423 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:24.342313 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Usage tracker for resource:subnet and tenant:b69e4a209d894027aa9eceecc8e02969 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:24.345195 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:24.351189 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:24.362766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Made reservation on behalf of b69e4a209d894027aa9eceecc8e02969 for: {'subnet': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:27:24.365726 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7298777'] for subnet, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.400951 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758036d2-801d-4567-8543-0e5ce3820b69 req-41beebc8-2fe2-4ff3-b796-6786cef527fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.402411 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-41beebc8-2fe2-4ff3-b796-6786cef527fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0636780 Nov 10 14:27:24.484849 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758036d2-801d-4567-8543-0e5ce3820b69 req-b768f182-877b-453b-bbaa-84b21920f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.486303 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-b768f182-877b-453b-bbaa-84b21920f9d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763371 Nov 10 14:27:24.570985 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7860884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7298759'] for subnet, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.574527 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:24.622767 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-acedf61e-0481-463d-a0b9-ad2253b2da0f service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279292 Nov 10 14:27:24.642467 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4251a182-673f-454f-967c-689cad3a4c54,revision_number=0']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:24.645776 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:24.651985 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Checking segment: {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:27:24.652342 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Network hostable DHCP agents. Network: 66c07faa-1c47-43a5-b81b-ea4ccc970487, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:27:24.670729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:27:24.680803 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.base_scheduler [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 66c07faa-1c47-43a5-b81b-ea4ccc970487) {{(pid=86771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:27:24.687534 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:24.688764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:24.694955 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211ab6b-fc13-4f73-8c5c-5b5b9ad21140 None None] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:27:24.718562 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-7e2859eb-b47f-42f3-8027-15e6d49f0a97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3908875 Nov 10 14:27:24.776217 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-758036d2-801d-4567-8543-0e5ce3820b69 req-1780f1e0-4a53-4115-82d4-12e612b7925c service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455603 Nov 10 14:27:24.916345 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2846d9-34af-4e8a-9201-d17ec30ff8f4 None None] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:27:24.935269 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:27:25.250371 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:25.267327 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '90269e14-c423-458c-bc5d-f9c664249f2a', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:27:25.302587 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015947d3-cff9-444e-b069-774d6014ef9f req-5a650847-34ed-4c03-81fa-177da16ddded tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:25.304705 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-015947d3-cff9-444e-b069-774d6014ef9f req-5a650847-34ed-4c03-81fa-177da16ddded tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0943389 Nov 10 14:27:25.356758 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-015947d3-cff9-444e-b069-774d6014ef9f req-b592d660-371c-4172-bf76-90abc81df224 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Nov 10 14:27:25.362669 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:25.383564 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:25.410056 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:25.413685 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:25.416224 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-146d9eaf-fd37-4186-a752-6e9bff502ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:25.515064 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:25.518127 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:25.637445 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['90269e14-c423-458c-bc5d-f9c664249f2a'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:27:26.003003 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3b52e9e8-2561-4ed2-a6d3-a03b4071b621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:26.357837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:26.504864 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:26.552386 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a704c-b405-4523-9802-9c211aab0ab4 req-30e8de7d-9135-43e9-917d-db8c735c692c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:26.553666 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4c5a704c-b405-4523-9802-9c211aab0ab4 req-30e8de7d-9135-43e9-917d-db8c735c692c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 944 time: 0.0834827 Nov 10 14:27:26.600314 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4c5a704c-b405-4523-9802-9c211aab0ab4 req-72ea296b-fffd-4991-ae46-f8defcce3f13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Nov 10 14:27:26.763198 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-1cc6225e-9e41-412d-89df-4b14eff9e3d6 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:26.763845 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-1cc6225e-9e41-412d-89df-4b14eff9e3d6 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Synchronizing usage tracker for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:network {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:26.779035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-1cc6225e-9e41-412d-89df-4b14eff9e3d6 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Unset dirty status for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:network {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:26.780260 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-1cc6225e-9e41-412d-89df-4b14eff9e3d6 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 809 time: 0.1592374 Nov 10 14:27:26.794639 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-9471ea61-a384-40ac-8b72-8c6c3cd038e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/quotas/b69e4a209d894027aa9eceecc8e02969 HTTP/1.1" status: 200 len: 375 time: 0.0087364 Nov 10 14:27:26.840502 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-e958da31-bca8-428a-8666-bda10a11e041 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410607 Nov 10 14:27:26.960879 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:27:26.969714 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-1e0af4f3-87b8-4bed-9457-aa52efa96c1e service neutron] 10.222.0.13 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228635 Nov 10 14:27:27.029273 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 90269e14-c423-458c-bc5d-f9c664249f2a completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:27:27.034506 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 90269e14-c423-458c-bc5d-f9c664249f2a triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:27:27.035456 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:27.105441 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-60181ca2-3c76-46cf-a273-0ecb18ea3aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292233 Nov 10 14:27:27.152830 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:27.179919 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:27.192941 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:27.196947 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:27.199906 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:27.262493 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'code': 200} Nov 10 14:27:27.280313 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:27.283557 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:27.325080 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c9068a53-948c-4b63-a843-53fd7187340f req-59da8b6f-b88e-46af-aa2d-139485b2b135 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 210 time: 0.0714614 Nov 10 14:27:27.482547 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e426f7-9bf4-443b-9be2-b499546b7891 req-e0afaceb-b5d9-4abf-9341-1cfc1314a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:27.484065 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-43e426f7-9bf4-443b-9be2-b499546b7891 req-e0afaceb-b5d9-4abf-9341-1cfc1314a354 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1098 time: 0.0756412 Nov 10 14:27:27.527619 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-43e426f7-9bf4-443b-9be2-b499546b7891 req-bfa86425-4920-47b0-8f37-22ff411ae13f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Nov 10 14:27:27.792345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f4036-f297-4126-bf0d-03b0e8847b39 req-a381e60c-2460-4a1b-985c-139a7aaec55f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:27.793918 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-017f4036-f297-4126-bf0d-03b0e8847b39 req-a381e60c-2460-4a1b-985c-139a7aaec55f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0818503 Nov 10 14:27:27.842406 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-017f4036-f297-4126-bf0d-03b0e8847b39 req-2f7177b5-26c0-4e4c-8ffe-9b899072b8a2 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Nov 10 14:27:28.477338 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-74bf4ad5-3b3a-481a-bd6e-bcce1cbfdf0b req-9d8f1263-fda0-47c1-bc51-ebbbd4daed71 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 210 time: 0.0445828 Nov 10 14:27:28.580801 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7b45af6a-07bc-4a68-a295-d6621c43a2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:28.616168 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-2bef4d48-b422-4c05-a6b0-a78eadfe2e71 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:28.617580 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-2bef4d48-b422-4c05-a6b0-a78eadfe2e71 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 809 time: 0.2598119 Nov 10 14:27:28.630099 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Request body: {'port': {'device_id': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487', 'admin_state_up': True, 'tenant_id': 'b69e4a209d894027aa9eceecc8e02969'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:28.769227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:28.773123 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Usage tracker for resource:port and tenant:b69e4a209d894027aa9eceecc8e02969 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:27:28.775961 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:27:28.781628 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:28.790776 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Made reservation on behalf of b69e4a209d894027aa9eceecc8e02969 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:27:28.794198 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.004872 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Allocated IP 172.20.0.2 (66c07faa-1c47-43a5-b81b-ea4ccc970487/4251a182-673f-454f-967c-689cad3a4c54/cf53db6a-d61c-4331-a8ad-205fa7f392ff) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:27:29.088177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cccfe-371e-4abf-afc7-0ac40e2d0115 req-ce7d443a-aecd-467f-a150-0488b837b871 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:29.089615 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-899cccfe-371e-4abf-afc7-0ac40e2d0115 req-ce7d443a-aecd-467f-a150-0488b837b871 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.1346214 Nov 10 14:27:29.215458 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-899cccfe-371e-4abf-afc7-0ac40e2d0115 req-bc9d8527-de69-4aab-b6ea-822fe562f1c0 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103690 Nov 10 14:27:29.269386 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.299535 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.305862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b7a15e7b-8b51-4f9a-a438-95c1c2688e08 tempest-TestMinimumBasicScenario-2055685480 tempest-TestMinimumBasicScenario-2055685480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:29.372165 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:27:29.375240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:27:29.380391 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:27:29.403135 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57de2-ad82-47b9-8dbd-d0ad074eaa9e req-ffd9272d-28c4-4d8b-a09f-5b1c18bdf7e5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:29.404593 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-86e57de2-ad82-47b9-8dbd-d0ad074eaa9e req-ffd9272d-28c4-4d8b-a09f-5b1c18bdf7e5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0791805 Nov 10 14:27:29.413721 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 47656) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:27:29.418885 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Request body: {'floatingip': {'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:29.427387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Pushing event updated for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:29.431883 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:29.451924 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:29.452525 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.472964 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463464 Nov 10 14:27:29.483874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Request body: {'port': {'device_id': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:29.498884 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, before_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.561521 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.671106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:29.762429 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9d442-63e0-47b1-8be5-3837fae03fb7 req-ca639801-06bf-495f-a991-582361f0e2fa tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:29.763136 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2dc9d442-63e0-47b1-8be5-3837fae03fb7 req-ca639801-06bf-495f-a991-582361f0e2fa tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Synchronizing usage tracker for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:29.842155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-2dc9d442-63e0-47b1-8be5-3837fae03fb7 req-ca639801-06bf-495f-a991-582361f0e2fa tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Unset dirty status for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:29.843287 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2dc9d442-63e0-47b1-8be5-3837fae03fb7 req-ca639801-06bf-495f-a991-582361f0e2fa tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 931 time: 0.2553020 Nov 10 14:27:29.973252 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2dc9d442-63e0-47b1-8be5-3837fae03fb7 req-b60be912-1f55-49d6-b01e-1c2f876e783d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234396 Nov 10 14:27:30.084283 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf53db6a-d61c-4331-a8ad-205fa7f392ff {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:30.092824 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.107839 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Transition to ACTIVE for port object cf53db6a-d61c-4331-a8ad-205fa7f392ff will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:27:30.111239 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.116539 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:30.192920 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.196766 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.307543 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Pushing event updated for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:30.318015 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:30.350073 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Attempting to bind port cf53db6a-d61c-4331-a8ad-205fa7f392ff on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:27:30.350300 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Attempting to bind port cf53db6a-d61c-4331-a8ad-205fa7f392ff by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:27:30.350654 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Attempting to bind port cf53db6a-d61c-4331-a8ad-205fa7f392ff on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:30.355184 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Port cf53db6a-d61c-4331-a8ad-205fa7f392ff on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:27:30.355505 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Attempting to bind port cf53db6a-d61c-4331-a8ad-205fa7f392ff on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:30.360553 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:27:30.360881 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Checking segment: {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:27:30.361269 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Bound using segment: {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:27:30.361686 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Bound port: cf53db6a-d61c-4331-a8ad-205fa7f392ff, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:27:30.362026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.376165 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Floating IP 781a9279-e28d-4fd1-87dc-3363639b460e associated. External IP: 172.28.2.246, port: 90269e14-c423-458c-bc5d-f9c664249f2a. Nov 10 14:27:30.549348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:27:30.553610 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:27:30.558855 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.562474 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-de2d5abf-2240-4df4-aa25-f0dc80af3c3f tempest-AttachVolumeTestJSON-1783234849 tempest-AttachVolumeTestJSON-1783234849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:30.621627 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:30.622225 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.623606 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf53db6a-d61c-4331-a8ad-205fa7f392ff HTTP/1.1" status: 200 len: 1093 time: 1.1437147 Nov 10 14:27:30.624084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:30.643969 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Pushing event updated for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:30.647251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:30.701322 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff', 'status': 'completed', 'code': 200} Nov 10 14:27:30.735162 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-d3adbbc6-f966-4f19-8bd5-ad356eb908ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:30.736352 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:27:30.736828 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-d3adbbc6-f966-4f19-8bd5-ad356eb908ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0720255 Nov 10 14:27:30.811058 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-993ed604-2c0c-4ac9-8358-b5b7b163cf13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff HTTP/1.1" status: 200 len: 217 time: 0.0659337 Nov 10 14:27:30.874819 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-08f6b350-b7d2-461a-a403-ace58c6a789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:30.876155 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-08f6b350-b7d2-461a-a403-ace58c6a789e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4251a182-673f-454f-967c-689cad3a4c54 HTTP/1.1" status: 200 len: 849 time: 0.0580003 Nov 10 14:27:30.913351 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:27:30.917566 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:30.923573 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:27:30.924255 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-9369d0fa-f71b-459f-8343-808f164d1801 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66c07faa-1c47-43a5-b81b-ea4ccc970487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410483 Nov 10 14:27:30.934204 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:27:30.934848 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:27:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:30.974373 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d2e49e2d-48fc-4fe7-9db5-4815b52816b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "PUT /v2.0/floatingips/781a9279-e28d-4fd1-87dc-3363639b460e HTTP/1.1" status: 200 len: 991 time: 1.5594277 Nov 10 14:27:30.975637 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:31.075408 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-4275de90-9d20-4399-b4a6-417ecff09f5c service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447074 Nov 10 14:27:31.133036 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:27:31.161757 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'status': 'completed', 'code': 200} Nov 10 14:27:31.186211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:31.313240 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4325b6c2-dd3e-4c90-9ed7-2d998093e784 req-b4cddf64-b319-40b5-b819-97a61b35a8a8 service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287278 Nov 10 14:27:31.356934 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-052a05e5-ca20-4907-a16c-bf00226ea017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.358383 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-052a05e5-ca20-4907-a16c-bf00226ea017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1098 time: 0.1699898 Nov 10 14:27:31.430491 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ee8a4-813d-4c3f-b488-a53484cfb143 req-b67b004f-3618-47f4-b306-93394f3890e7 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.431835 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-726ee8a4-813d-4c3f-b488-a53484cfb143 req-b67b004f-3618-47f4-b306-93394f3890e7 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 943 time: 0.1891670 Nov 10 14:27:31.514762 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '781a9279-e28d-4fd1-87dc-3363639b460e', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:27:18Z', 'updated_at': '2021-11-10T14:27:30Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:31.518556 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:27:31.527322 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:27:31.527916 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:27:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:31.570292 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-726ee8a4-813d-4c3f-b488-a53484cfb143 req-9411cf9b-9086-45b0-9b90-d1b1d26bbd8f tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899668 Nov 10 14:27:31.595910 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-d330fd82-4bb0-4e43-890b-0894ba82e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.597933 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-d330fd82-4bb0-4e43-890b-0894ba82e381 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.2038672 Nov 10 14:27:31.600098 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-28b096bf-b0f2-40ce-869e-5d33f900dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.601406 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-28b096bf-b0f2-40ce-869e-5d33f900dbc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 1096 time: 0.2421761 Nov 10 14:27:31.728303 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:27:31.791546 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-087ddb2a-d59b-46f3-8d44-96ad3c52a017 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 999 time: 0.1815152 Nov 10 14:27:31.868909 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-a284b926-5582-403c-8493-70bee2b91e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.870352 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-a284b926-5582-403c-8493-70bee2b91e42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 910 time: 0.2592368 Nov 10 14:27:31.936777 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-45133fde-56b5-4314-a793-f260b075a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:31.938204 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-45133fde-56b5-4314-a793-f260b075a0ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.1311829 Nov 10 14:27:31.946652 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-8b6a14de-abcc-4093-94c1-7758578949a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff HTTP/1.1" status: 200 len: 217 time: 0.0685177 Nov 10 14:27:32.073950 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '781a9279-e28d-4fd1-87dc-3363639b460e', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:27:18Z', 'updated_at': '2021-11-10T14:27:30Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:27:32.078429 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168614b-7012-4299-b423-2b2a88da49cf None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_floatingips': [{'id': '781a9279-e28d-4fd1-87dc-3363639b460e', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '78cd8659-e679-497c-9897-6362e2507101', 'router_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:27:18Z', 'updated_at': '2021-11-10T14:27:30Z', 'revision_number': 1, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:27:32.165265 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-71e17043-bd03-413a-8005-09c208a66714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:32.166788 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-71e17043-bd03-413a-8005-09c208a66714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4251a182-673f-454f-967c-689cad3a4c54 HTTP/1.1" status: 200 len: 849 time: 0.1851113 Nov 10 14:27:32.219699 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-2b230bd9-7c23-4e74-b9fa-d5a50c328032 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66c07faa-1c47-43a5-b81b-ea4ccc970487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451572 Nov 10 14:27:32.221602 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-e45c8351-75cf-4af6-b6a3-3e0b67166cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:32.223699 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-e45c8351-75cf-4af6-b6a3-3e0b67166cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2760341 Nov 10 14:27:32.295442 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe3ec2-0863-4f5c-8b88-e356077ebcb4 None None] New status for floating IP 781a9279-e28d-4fd1-87dc-3363639b460e: ACTIVE {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:27:32.474159 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-011c975c-0aef-4370-927a-6e054201943c service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416742 Nov 10 14:27:32.477123 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-ae41f090-9799-4960-acf5-9f34cb72004d service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258832 Nov 10 14:27:32.790896 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8b62fba0-0dde-468a-b2e2-2e580ea2e8aa req-46f7a7aa-55bd-4d4d-bbbf-33cf0c778d9c service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058267 Nov 10 14:27:32.792588 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0b9572e4-da31-40f5-a75f-59aec215bd30 req-bd4df28b-966a-47ba-ab42-3d8fcbe31756 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855165 Nov 10 14:27:32.821466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d87c-e5bb-4a33-84ae-5fbca268377f req-43c17046-9284-45f7-9f76-251b33fdece0 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:32.822963 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08e9d87c-e5bb-4a33-84ae-5fbca268377f req-43c17046-9284-45f7-9f76-251b33fdece0 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 943 time: 0.1419497 Nov 10 14:27:32.866423 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-08e9d87c-e5bb-4a33-84ae-5fbca268377f req-38efac36-da3e-4b43-8d42-c34c4732b928 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Nov 10 14:27:32.991657 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device cf53db6a-d61c-4331-a8ad-205fa7f392ff details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:27:33.123251 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:33.135829 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff', 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487', 'port_id': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff', 'mac_address': 'fa:16:3e:95:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4251a182-673f-454f-967c-689cad3a4c54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:27:33.192179 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:33.211137 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf53db6a-d61c-4331-a8ad-205fa7f392ff {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:33.227114 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:33.232203 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:33.233997 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:33.299996 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:33.308146 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.308495 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.308834 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.309169 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.309516 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.309831 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.310157 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.310511 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.310840 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.311165 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.311503 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.311806 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:33.315462 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:33.456614 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['cf53db6a-d61c-4331-a8ad-205fa7f392ff'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:27:34.054311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814adba3-f975-4e91-a089-332db7d69c81 req-24c7d2b8-5472-43a8-91ea-9c14d417e5a5 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:34.055759 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-814adba3-f975-4e91-a089-332db7d69c81 req-24c7d2b8-5472-43a8-91ea-9c14d417e5a5 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 944 time: 0.0820627 Nov 10 14:27:34.099356 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-814adba3-f975-4e91-a089-332db7d69c81 req-973e7435-f05a-4ae0-9538-cffe2199e530 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Nov 10 14:27:35.020201 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device cf53db6a-d61c-4331-a8ad-205fa7f392ff up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:27:35.086788 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port cf53db6a-d61c-4331-a8ad-205fa7f392ff completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:27:35.091394 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port cf53db6a-d61c-4331-a8ad-205fa7f392ff triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:27:35.091780 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:35.210796 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:35.237946 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:35.248615 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:35.253794 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:35.257053 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-0cd65a6f-0218-4819-9e97-512d134c5400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:35.287913 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc5fbb-d653-442c-ad36-6bd6264a17fa req-573bf0bf-8bd1-4218-95d5-a9df4b17a6c3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:35.289488 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04bc5fbb-d653-442c-ad36-6bd6264a17fa req-573bf0bf-8bd1-4218-95d5-a9df4b17a6c3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 944 time: 0.0881903 Nov 10 14:27:35.296931 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff', 'code': 200} Nov 10 14:27:35.335789 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:35.338652 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:35.341468 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-04bc5fbb-d653-442c-ad36-6bd6264a17fa req-a519d299-40c5-4296-a8e2-aab2f003e16b tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Nov 10 14:27:35.521276 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce637-71a8-439c-a2ab-c2ad6a70746b req-c1b07c9e-ce7a-4786-8859-3a42d7eb51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:35.522760 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eefce637-71a8-439c-a2ab-c2ad6a70746b req-c1b07c9e-ce7a-4786-8859-3a42d7eb51dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0728900 Nov 10 14:27:35.562575 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eefce637-71a8-439c-a2ab-c2ad6a70746b req-d5e78e0b-052a-4164-b68c-a2fb4e2b30ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Nov 10 14:27:36.523673 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57519e11-3048-4e96-ac8f-6b9a5627f6e8 req-c17882fe-2d4f-4694-b689-49c3d6e75726 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:36.525148 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-57519e11-3048-4e96-ac8f-6b9a5627f6e8 req-c17882fe-2d4f-4694-b689-49c3d6e75726 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 945 time: 0.0796335 Nov 10 14:27:36.570638 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-57519e11-3048-4e96-ac8f-6b9a5627f6e8 req-a91e43f5-f531-492f-9f46-d5f351c38db1 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Nov 10 14:27:37.757935 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2971-f7a3-4114-b05e-3b7f3560f162 req-618b16c5-2987-49cb-b0e4-feb751484930 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:37.759395 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6ffd2971-f7a3-4114-b05e-3b7f3560f162 req-618b16c5-2987-49cb-b0e4-feb751484930 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 945 time: 0.0820780 Nov 10 14:27:37.802410 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-6ffd2971-f7a3-4114-b05e-3b7f3560f162 req-fe9539ed-3444-459f-b5d2-89a64a0d1725 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Nov 10 14:27:38.760130 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d05a8-b971-4a19-a9f8-502cd0b25e24 req-08c8b14b-ce36-4841-9962-e96b65788ea4 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:38.761575 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4a8d05a8-b971-4a19-a9f8-502cd0b25e24 req-08c8b14b-ce36-4841-9962-e96b65788ea4 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 945 time: 0.0794470 Nov 10 14:27:38.807227 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-4a8d05a8-b971-4a19-a9f8-502cd0b25e24 req-7e079731-732a-42ff-b4fe-eef86ce68443 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Synchronizing usage tracker for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:security_group {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:38.824558 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-4a8d05a8-b971-4a19-a9f8-502cd0b25e24 req-7e079731-732a-42ff-b4fe-eef86ce68443 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Unset dirty status for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:security_group {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:38.825680 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-4a8d05a8-b971-4a19-a9f8-502cd0b25e24 req-7e079731-732a-42ff-b4fe-eef86ce68443 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 Nov 10 14:27:40.007871 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838735e3-d414-4a9b-8513-a475cb8fa505 req-55ce5cb1-ab57-4bce-88a5-faeac73cb9a1 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:40.009283 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-838735e3-d414-4a9b-8513-a475cb8fa505 req-55ce5cb1-ab57-4bce-88a5-faeac73cb9a1 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 945 time: 0.0788107 Nov 10 14:27:40.054220 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-838735e3-d414-4a9b-8513-a475cb8fa505 req-9bc70bad-5360-4ce9-9c1d-3d32176a1dbd tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Nov 10 14:27:40.151399 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-c4b88089-9077-4860-88ff-f2240c408239 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:40.152841 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-c4b88089-9077-4860-88ff-f2240c408239 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 945 time: 0.0790899 Nov 10 14:27:40.226900 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Deleting port cf53db6a-d61c-4331-a8ad-205fa7f392ff {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:40.227238 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:40.590606 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] For port cf53db6a-d61c-4331-a8ad-205fa7f392ff, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=cf53db6a-d61c-4331-a8ad-205fa7f392ff,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:40.590960 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:40.717498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Calling delete_port for cf53db6a-d61c-4331-a8ad-205fa7f392ff owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:40.868984 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:40.874726 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f05f674f-c43a-4689-9e6b-ed28c4cbc198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:40.881461 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['cf53db6a-d61c-4331-a8ad-205fa7f392ff'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:27:40.920161 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Pushing event deleted for resources: {'Port': ['ID=cf53db6a-d61c-4331-a8ad-205fa7f392ff,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:40.923251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:40.999313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] No DVR routers for this DVR port cf53db6a-d61c-4331-a8ad-205fa7f392ff on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:27:41.001882 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:41.004894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'name': 'network-vif-deleted', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:41.021918 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-eecd8bb2-1398-4dbf-9a71-a3a1f7914863 req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "DELETE /v2.0/ports/cf53db6a-d61c-4331-a8ad-205fa7f392ff HTTP/1.1" status: 204 len: 173 time: 0.8620646 Nov 10 14:27:41.057944 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d06b44-9bba-49ba-9214-9300c3640bf1', 'name': 'network-vif-deleted', 'tag': 'cf53db6a-d61c-4331-a8ad-205fa7f392ff', 'status': 'completed', 'code': 200} Nov 10 14:27:41.204541 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3ef25ddc-fd30-4fe3-8bde-5a49217f7bd2 req-3bed020c-dd6f-4536-8f00-8fadc2b52a0d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Synchronizing usage tracker for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:41.221719 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-3ef25ddc-fd30-4fe3-8bde-5a49217f7bd2 req-3bed020c-dd6f-4536-8f00-8fadc2b52a0d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Unset dirty status for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:41.223551 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3ef25ddc-fd30-4fe3-8bde-5a49217f7bd2 req-3bed020c-dd6f-4536-8f00-8fadc2b52a0d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d06b44-9bba-49ba-9214-9300c3640bf1 HTTP/1.1" status: 200 len: 210 time: 0.0611141 Nov 10 14:27:41.320365 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:27:42.670746 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-a9dfb235-1ba7-42a6-82d6-f049be4a726d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:42.672071 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-a9dfb235-1ba7-42a6-82d6-f049be4a726d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 809 time: 0.2361605 Nov 10 14:27:42.686090 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-db7373ab-5320-4d63-ab6d-e42f824074c1 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/quotas/b69e4a209d894027aa9eceecc8e02969 HTTP/1.1" status: 200 len: 375 time: 0.0086706 Nov 10 14:27:42.734909 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-080ea76d-bbbd-4a2c-8539-b083e611986f tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440161 Nov 10 14:27:42.863938 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-4923a473-5208-4f6d-8f61-1a7343377a88 service neutron] 10.222.0.13 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223295 Nov 10 14:27:42.992565 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-badd5a1c-d72c-4629-819d-e3ee599124dd service neutron] 10.222.0.13 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231127 Nov 10 14:27:43.094893 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device cf53db6a-d61c-4331-a8ad-205fa7f392ff no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:27:43.140198 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: cf53db6a-d61c-4331-a8ad-205fa7f392ff {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:27:43.140562 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device cf53db6a-d61c-4331-a8ad-205fa7f392ff not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:27:43.170666 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c2297bdb-3fc9-45b4-a776-869f41454dda req-37bb55d3-0c93-466d-a53c-79ba43d0af05 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 210 time: 0.0469370 Nov 10 14:27:44.214179 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-887017e8-1fc8-41e9-a785-9b8e5e05498c tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:44.215762 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-887017e8-1fc8-41e9-a785-9b8e5e05498c tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 809 time: 0.1493328 Nov 10 14:27:44.236978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Request body: {'port': {'device_id': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487', 'admin_state_up': True, 'tenant_id': 'b69e4a209d894027aa9eceecc8e02969'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:44.370958 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1ba5512e-4220-4571-be4f-7e07a4013da2 req-d090f593-2b50-48c9-b632-df9e7a167024 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 210 time: 0.0584102 Nov 10 14:27:44.429048 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:27:44.438266 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:27:44.448470 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Made reservation on behalf of b69e4a209d894027aa9eceecc8e02969 for: {'port': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:27:44.452230 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:44.612113 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_common [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Allocated IP 172.20.0.8 (66c07faa-1c47-43a5-b81b-ea4ccc970487/4251a182-673f-454f-967c-689cad3a4c54/4d383b09-cd1c-4635-9c62-4fe956da0bc2) {{(pid=86770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:27:44.814240 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks [] for port, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:44.842703 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791484018463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:44.850063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4771e161-b137-45f4-99db-6f34ad1bd4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:44.917885 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Network 66c07faa-1c47-43a5-b81b-ea4ccc970487 is already hosted by enough agents. {{(pid=86770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:27:44.921175 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Resources bound (agent type, host, resource id): {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:27:44.923537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Received port after_create {{(pid=86770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 10 14:27:44.966342 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Pushing event updated for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:44.972189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:44.995972 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:44.996648 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:45.022973 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918780 Nov 10 14:27:45.034404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Request body: {'port': {'device_id': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81740'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:27:45.144537 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:45.630838 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a902360-9903-46e5-ac9f-677f4853bcc0 req-7fecb75d-8388-43af-b36f-a190f6efa0ff tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:45.631532 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8a902360-9903-46e5-ac9f-677f4853bcc0 req-7fecb75d-8388-43af-b36f-a190f6efa0ff tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Synchronizing usage tracker for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:27:45.642553 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d383b09-cd1c-4635-9c62-4fe956da0bc2 {{(pid=86770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:45.652887 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:45.663518 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-8a902360-9903-46e5-ac9f-677f4853bcc0 req-7fecb75d-8388-43af-b36f-a190f6efa0ff tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Unset dirty status for tenant:b69e4a209d894027aa9eceecc8e02969 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:27:45.664635 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8a902360-9903-46e5-ac9f-677f4853bcc0 req-7fecb75d-8388-43af-b36f-a190f6efa0ff tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 931 time: 0.1865315 Nov 10 14:27:45.670038 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.provisioning_blocks [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Transition to ACTIVE for port object 4d383b09-cd1c-4635-9c62-4fe956da0bc2 will not be triggered until provisioned by entity L2. {{(pid=86770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:27:45.686108 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:45.693130 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52396830-d42a-4355-b594-ce680006e627 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:45.851636 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-8a902360-9903-46e5-ac9f-677f4853bcc0 req-bd6cf2eb-361a-4bd1-9d7a-36b30cd2a05f tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804526 Nov 10 14:27:45.866228 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=2']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:45.895278 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:45.935665 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Attempting to bind port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 on host hv-cinder-81740 for vnic_type normal with profile {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 14:27:45.935991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Attempting to bind port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 by drivers openvswitch,hyperv on host hv-cinder-81740 at level 0 using segments [{'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 14:27:45.936311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Attempting to bind port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:45.940769 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81740 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 10 14:27:45.941082 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Attempting to bind port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 on network 66c07faa-1c47-43a5-b81b-ea4ccc970487 {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 10 14:27:45.946641 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Checking agent: {'id': 'a9eb34e3-a99a-4eee-9a34-aa21824203f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81740', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'started_at': datetime.datetime(2021, 11, 10, 14, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 10 14:27:45.946971 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Checking segment: {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:27:45.947346 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Bound using segment: {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'} {{(pid=86770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 10 14:27:45.947762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.managers [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Bound port: 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host: hv-cinder-81740, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e126e465-4c0d-4271-88cb-2518cdcd12b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487'}}] {{(pid=86770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 14:27:45.948095 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:46.032815 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, cleared binding levels {{(pid=86770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 10 14:27:46.036297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 10 14:27:46.041486 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7142724'] for port, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:46.045072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4977a375-1873-4fd1-abaa-597f40230ee8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:46.105382 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:46.105991 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:46.107372 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d383b09-cd1c-4635-9c62-4fe956da0bc2 HTTP/1.1" status: 200 len: 1093 time: 1.0769231 Nov 10 14:27:46.107850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:46.126972 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=3']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:46.130638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:46.188057 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2', 'status': 'completed', 'code': 200} Nov 10 14:27:46.224797 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-b2fa533c-7d8f-4bcc-b0bd-1c28f168fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:46.226271 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-b2fa533c-7d8f-4bcc-b0bd-1c28f168fc1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 1096 time: 0.0752530 Nov 10 14:27:46.297070 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-2e56c738-d77f-4369-899a-51a6b38916c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2 HTTP/1.1" status: 200 len: 217 time: 0.0631151 Nov 10 14:27:46.361905 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f652-15fd-4958-b440-14faa065c13d req-3a482231-b963-4861-abb2-97fa411f6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:46.363393 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-3a482231-b963-4861-abb2-97fa411f6d86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4251a182-673f-454f-967c-689cad3a4c54 HTTP/1.1" status: 200 len: 849 time: 0.0604038 Nov 10 14:27:46.412819 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-8179f7ef-395b-4b32-ba16-145b35c8e5bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66c07faa-1c47-43a5-b81b-ea4ccc970487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430486 Nov 10 14:27:46.542816 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-bcd9e3eb-c92a-4079-9b13-b0abc8ed3fb8 service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234150 Nov 10 14:27:46.672873 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a9d0f652-15fd-4958-b440-14faa065c13d req-2b049aa6-a485-4aa5-83a7-f10207befb20 service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234474 Nov 10 14:27:46.786795 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-4e3c548e-4486-409e-9e72-d6d39454ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:46.788231 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-4e3c548e-4486-409e-9e72-d6d39454ad46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69e4a209d894027aa9eceecc8e02969&device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 1096 time: 0.0712824 Nov 10 14:27:46.922794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-4a507e86-546c-48ac-88c1-2e8d602588dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:46.924617 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-4a507e86-546c-48ac-88c1-2e8d602588dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 200 len: 910 time: 0.1298289 Nov 10 14:27:47.040857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f21a-7c9c-4d2e-aa2c-d612f3b39456 req-bfaa580e-a2fc-4713-b2c8-0b29b786d908 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:47.042410 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-de07f21a-7c9c-4d2e-aa2c-d612f3b39456 req-bfaa580e-a2fc-4713-b2c8-0b29b786d908 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 943 time: 0.0823536 Nov 10 14:27:47.091454 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-de07f21a-7c9c-4d2e-aa2c-d612f3b39456 req-ca934ff2-82f8-41e8-8c5f-8f2f8950905d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 Nov 10 14:27:47.103153 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-0bb7dde0-514b-47d8-826c-edc0588eccc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2 HTTP/1.1" status: 200 len: 217 time: 0.1714964 Nov 10 14:27:47.164547 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-bd63121c-2cf2-475c-b04d-c4dbe811b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:47.165910 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-bd63121c-2cf2-475c-b04d-c4dbe811b367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4251a182-673f-454f-967c-689cad3a4c54 HTTP/1.1" status: 200 len: 849 time: 0.0560498 Nov 10 14:27:47.214588 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-7069d3cc-0672-448a-88ba-3b7140578a9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66c07faa-1c47-43a5-b81b-ea4ccc970487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410314 Nov 10 14:27:47.345080 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-d6df6fc7-ac70-4308-bedb-d121541022e3 service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235359 Nov 10 14:27:47.480304 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f33b3e9b-b5d1-4da2-acf2-aef2e939e89b req-904e4208-8843-4e95-8bc6-2d4db199f73e service neutron] 10.222.0.18 "GET /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248791 Nov 10 14:27:48.279580 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037a1dc-9ccf-4bfa-98d4-26d3ac98a3be req-9fcc0543-4565-4afd-a9f4-44ee352413d9 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:48.280958 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e037a1dc-9ccf-4bfa-98d4-26d3ac98a3be req-9fcc0543-4565-4afd-a9f4-44ee352413d9 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 943 time: 0.0823455 Nov 10 14:27:48.330074 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-e037a1dc-9ccf-4bfa-98d4-26d3ac98a3be req-f1d58bb5-cb02-4eec-83ba-0d01baffb000 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Nov 10 14:27:49.148626 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 4d383b09-cd1c-4635-9c62-4fe956da0bc2 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:27:49.314423 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:49.328906 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '4d383b09-cd1c-4635-9c62-4fe956da0bc2', 'network_id': '66c07faa-1c47-43a5-b81b-ea4ccc970487', 'port_id': '4d383b09-cd1c-4635-9c62-4fe956da0bc2', 'mac_address': 'fa:16:3e:13:8b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4251a182-673f-454f-967c-689cad3a4c54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:27:49.386405 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:49.403072 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d383b09-cd1c-4635-9c62-4fe956da0bc2 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:27:49.418759 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:49.423361 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:49.426731 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8600076b-515e-4b20-a2f4-1cb95e16e023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:49.491950 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=4']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:49.495147 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:49.514382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ebbae-ece6-4a16-9d7b-56914acbdb75 req-55a271e5-e2c3-4437-ba34-7f457a2efc9d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:49.515840 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-389ebbae-ece6-4a16-9d7b-56914acbdb75 req-55a271e5-e2c3-4437-ba34-7f457a2efc9d tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 944 time: 0.0820312 Nov 10 14:27:49.560619 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-389ebbae-ece6-4a16-9d7b-56914acbdb75 req-cdb24485-5cd1-479e-9d54-0373cc4ff620 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Nov 10 14:27:49.663773 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['4d383b09-cd1c-4635-9c62-4fe956da0bc2'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:27:50.743878 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4d9bf-ab97-46cf-b563-ed5ba0a0f328 req-8349ef31-5cc2-4b75-85a9-dca7934f62a9 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:50.745289 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-dce4d9bf-ab97-46cf-b563-ed5ba0a0f328 req-8349ef31-5cc2-4b75-85a9-dca7934f62a9 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 944 time: 0.0826325 Nov 10 14:27:50.788512 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-dce4d9bf-ab97-46cf-b563-ed5ba0a0f328 req-e2e05cee-4ad3-4ff7-a661-f58dc8e25bd6 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Nov 10 14:27:51.170728 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 4d383b09-cd1c-4635-9c62-4fe956da0bc2 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:27:51.239011 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning for port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 completed by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:27:51.243876 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:27:51.244272 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:51.360101 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:51.386511 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:51.396962 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:51.400719 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:51.403566 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b13d6021-355d-4503-845e-8cc39a23c308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:51.433535 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2', 'code': 200} Nov 10 14:27:51.478225 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=5']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:51.481360 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:51.664682 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a559db-6fa3-4159-b019-d9c52fa69abd req-8963fa02-cd75-4c2f-b25f-97be6f5454be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:51.666030 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-61a559db-6fa3-4159-b019-d9c52fa69abd req-8963fa02-cd75-4c2f-b25f-97be6f5454be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 1098 time: 0.0736208 Nov 10 14:27:51.707941 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-61a559db-6fa3-4159-b019-d9c52fa69abd req-bd7bad58-9ac9-42b8-944e-41d15e3b3eb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Nov 10 14:27:51.970850 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaebc33-d02b-462d-a38b-1cffea4bde3e req-e59f6019-9b40-41ba-97c7-94e4369aaef0 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:51.972191 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0aaebc33-d02b-462d-a38b-1cffea4bde3e req-e59f6019-9b40-41ba-97c7-94e4369aaef0 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 945 time: 0.0805326 Nov 10 14:27:52.016621 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-0aaebc33-d02b-462d-a38b-1cffea4bde3e req-966e3167-2aad-42d9-b887-d3ea05a8ae93 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381815 Nov 10 14:27:53.347445 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b94c0-3fb9-4255-8419-b80f0c79ab8e req-51a80984-a6d5-47b7-9153-0e6916a8b449 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:53.349538 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-368b94c0-3fb9-4255-8419-b80f0c79ab8e req-51a80984-a6d5-47b7-9153-0e6916a8b449 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 945 time: 0.0851095 Nov 10 14:27:53.394003 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-368b94c0-3fb9-4255-8419-b80f0c79ab8e req-ae231b08-7a2e-4c82-85ac-a81ebc0b968f tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Nov 10 14:27:54.623795 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24df2c-c7a4-41da-b9d3-a44fa0ed1271 req-e53c6e22-b3cf-4498-ac70-1cf245c62454 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:54.625129 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0d24df2c-c7a4-41da-b9d3-a44fa0ed1271 req-e53c6e22-b3cf-4498-ac70-1cf245c62454 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 945 time: 0.0798507 Nov 10 14:27:54.667795 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-0d24df2c-c7a4-41da-b9d3-a44fa0ed1271 req-c7a1ac6c-332e-43e2-bdd7-fd444667c28f tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Nov 10 14:27:55.854556 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec668a-a506-4d04-96d1-0ad31cc35635 req-fee36d33-21e7-409c-a332-51731c674328 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:55.856003 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-23ec668a-a506-4d04-96d1-0ad31cc35635 req-fee36d33-21e7-409c-a332-51731c674328 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 945 time: 0.0827031 Nov 10 14:27:55.900784 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-23ec668a-a506-4d04-96d1-0ad31cc35635 req-45080234-97de-4578-9d0a-ca6a7067421a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/security-groups?id=e288d80f-b20b-4eec-a180-e6e3cda97b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Nov 10 14:27:55.931565 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b1477-951e-4548-a58c-7610d423ed11 req-ee599b55-5075-4307-bf30-497077a54dd3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:55.932975 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d06b1477-951e-4548-a58c-7610d423ed11 req-ee599b55-5075-4307-bf30-497077a54dd3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 945 time: 0.0784743 Nov 10 14:27:56.006799 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Deleting port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:27:56.007138 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.007837 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-d193a8d0-68d8-40de-ad57-ee62fd3e2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.262843 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-4ea50ecf-79c3-4ecf-b15b-5e5071f23ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2096736 Nov 10 14:27:56.311620 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] For port 4d383b09-cd1c-4635-9c62-4fe956da0bc2, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=4d383b09-cd1c-4635-9c62-4fe956da0bc2,segment=NetworkSegment(e126e465-4c0d-4271-88cb-2518cdcd12b3),segment_id=e126e465-4c0d-4271-88cb-2518cdcd12b3)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:27:56.311981 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.364853 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.478878 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Calling delete_port for 4d383b09-cd1c-4635-9c62-4fe956da0bc2 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:27:56.496219 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.580908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-919b3c10-fbf5-4985-bee1-f322521aa2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:56.582959 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-919b3c10-fbf5-4985-bee1-f322521aa2e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.2000721 Nov 10 14:27:56.822498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:56.829520 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-84498c37-d5b6-4c64-8ab9-fbdd114c1d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:27:56.834069 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['4d383b09-cd1c-4635-9c62-4fe956da0bc2'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:27:56.885779 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Pushing event deleted for resources: {'Port': ['ID=4d383b09-cd1c-4635-9c62-4fe956da0bc2,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:56.897089 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:27:56.969961 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-be4c9694-957f-4fbd-a814-0bceac1bf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:56.971450 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-be4c9694-957f-4fbd-a814-0bceac1bf8e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.3588030 Nov 10 14:27:56.976946 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] No DVR routers for this DVR port 4d383b09-cd1c-4635-9c62-4fe956da0bc2 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:27:57.026689 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:57.029253 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'name': 'network-vif-deleted', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:27:57.056794 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-13067f90-a271-467f-bbb0-404e1a8f2124 req-a4b2146b-7640-4865-9fe8-d825d572f2ea tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a87270f-78f4-4e5b-b04a-038c3f5009e5 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Nov 10 14:27:57.074953 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d06b1477-951e-4548-a58c-7610d423ed11 req-4356ac4b-6e86-4717-a6db-74d23fc3229a tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] 10.222.0.18 "DELETE /v2.0/ports/4d383b09-cd1c-4635-9c62-4fe956da0bc2 HTTP/1.1" status: 204 len: 173 time: 1.1364319 Nov 10 14:27:57.095523 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-54febac8-d603-4e39-bbdc-b29dda7004d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 1002 time: 0.1160741 Nov 10 14:27:57.100477 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a87270f-78f4-4e5b-b04a-038c3f5009e5', 'name': 'network-vif-deleted', 'tag': '4d383b09-cd1c-4635-9c62-4fe956da0bc2', 'status': 'completed', 'code': 200} Nov 10 14:27:57.173357 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-340da66d-9dfe-45e5-80a4-25e8b9610751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:57.174823 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-340da66d-9dfe-45e5-80a4-25e8b9610751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.0650246 Nov 10 14:27:57.256780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-09532eed-55d4-4ed9-b154-5dba8bf7d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:27:57.258262 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-09532eed-55d4-4ed9-b154-5dba8bf7d465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773327 Nov 10 14:27:57.390518 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-95f76fa7-3b10-4c73-a076-31654e8d4476 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238477 Nov 10 14:27:57.524284 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-7ce1b077-587a-442d-8f90-89d714bf1915 req-a913478f-610f-4328-9973-654244bb627d service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257288 Nov 10 14:27:58.565199 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-abd37105-bc0c-47a7-b2aa-0e2466a97898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:27:59.185732 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 4d383b09-cd1c-4635-9c62-4fe956da0bc2 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:27:59.220363 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 4d383b09-cd1c-4635-9c62-4fe956da0bc2 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:27:59.220719 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 4d383b09-cd1c-4635-9c62-4fe956da0bc2 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:27:59.569268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:01.188521 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:09.592835 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0edfac-5986-4f22-9a2a-646b4dcc822f req-2f539d36-e892-4866-abd3-cc7d957ecbf0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:09.594301 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fe0edfac-5986-4f22-9a2a-646b4dcc822f req-2f539d36-e892-4866-abd3-cc7d957ecbf0 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0932202 Nov 10 14:28:09.639277 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fe0edfac-5986-4f22-9a2a-646b4dcc822f req-194c680c-34c7-4feb-ac88-6c2206f351c9 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Nov 10 14:28:10.840917 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868011c-7665-45b6-8183-e50513f146cd req-478548a8-60d8-48de-a7af-1b8bab430950 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:10.842369 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3868011c-7665-45b6-8183-e50513f146cd req-478548a8-60d8-48de-a7af-1b8bab430950 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0884120 Nov 10 14:28:10.896513 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3868011c-7665-45b6-8183-e50513f146cd req-e50e0a93-5565-4afa-aabc-c434b828e969 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472553 Nov 10 14:28:12.103541 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c50ef-fc20-4253-abdc-2464c7b71a58 req-66076d98-2e74-4c53-b50a-7f983281bd9e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:12.110829 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c23c50ef-fc20-4253-abdc-2464c7b71a58 req-66076d98-2e74-4c53-b50a-7f983281bd9e tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0994163 Nov 10 14:28:12.155638 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-c23c50ef-fc20-4253-abdc-2464c7b71a58 req-5e91b180-24de-409b-a56e-a8b42685563c tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 Nov 10 14:28:13.358564 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100415fa-3b6e-41a3-a086-453f1aeeb8e5 req-6a52d8d3-0976-4b1c-9168-4bf19f6f73e2 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:13.360428 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-100415fa-3b6e-41a3-a086-453f1aeeb8e5 req-6a52d8d3-0976-4b1c-9168-4bf19f6f73e2 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0909729 Nov 10 14:28:13.419689 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-100415fa-3b6e-41a3-a086-453f1aeeb8e5 req-59a9231c-8a47-4cdf-8d28-8fedcb3931a9 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515499 Nov 10 14:28:14.635485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e671bb-16bf-4987-a9f2-66b3ecaa33d6 req-01720642-9d57-41f6-8f87-6426c62e1f9b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:14.637680 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-86e671bb-16bf-4987-a9f2-66b3ecaa33d6 req-01720642-9d57-41f6-8f87-6426c62e1f9b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0922143 Nov 10 14:28:14.683449 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-86e671bb-16bf-4987-a9f2-66b3ecaa33d6 req-25a962d4-f981-4aec-9ff1-5bcc818322aa tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Nov 10 14:28:15.876743 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8336bb2-36ad-409f-88e2-c6f38aeca360 req-b18b8ec3-7fcf-4267-8ca5-bb1019af8b71 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:15.878145 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8336bb2-36ad-409f-88e2-c6f38aeca360 req-b18b8ec3-7fcf-4267-8ca5-bb1019af8b71 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0844967 Nov 10 14:28:15.922344 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f8336bb2-36ad-409f-88e2-c6f38aeca360 req-e597eaec-78ae-4593-a05d-b180aea9ebdd tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379584 Nov 10 14:28:16.641501 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813915-52f0-42a9-a1cf-061931402609 req-7f33855d-6176-4567-b9cc-4131265d22df tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:16.642962 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-65813915-52f0-42a9-a1cf-061931402609 req-7f33855d-6176-4567-b9cc-4131265d22df tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0825875 Nov 10 14:28:16.692699 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-65813915-52f0-42a9-a1cf-061931402609 req-726aa84d-2c4d-464c-bd60-5f5dd126bb21 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Nov 10 14:28:17.111321 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9601f-6d56-4d57-8821-905cb3f22427 req-346bd2ad-17e3-4dc7-bb38-49f521afc58b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:17.112684 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-37c9601f-6d56-4d57-8821-905cb3f22427 req-346bd2ad-17e3-4dc7-bb38-49f521afc58b tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0828772 Nov 10 14:28:17.156212 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-37c9601f-6d56-4d57-8821-905cb3f22427 req-f3981822-4c68-4c7a-953a-352eb32c9b40 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Nov 10 14:28:17.746128 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48100) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:28:17.807968 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Deleting subnet 4251a182-673f-454f-967c-689cad3a4c54 {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:28:17.841427 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:17.910272 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:17.975986 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.012021 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0c8c7-4d06-4076-add2-5bf664181807 req-4e06ee11-cbf4-428c-91fe-3754c057acaa tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:18.013469 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-76c0c8c7-4d06-4076-add2-5bf664181807 req-4e06ee11-cbf4-428c-91fe-3754c057acaa tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.2034500 Nov 10 14:28:18.072811 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-76c0c8c7-4d06-4076-add2-5bf664181807 req-0155bda9-105a-4359-9267-c2661502b361 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511093 Nov 10 14:28:18.086771 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.093741 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dfae75e1-2427-4793-a4b4-d36f2f1fd193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:18.133359 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4251a182-673f-454f-967c-689cad3a4c54,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:18.138241 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.145968 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.146344 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.146775 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.147215 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.147589 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.147943 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.148297 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.148651 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.149005 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.149354 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.149701 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.150045 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:18.153499 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4251a182-673f-454f-967c-689cad3a4c54 HTTP/1.1" status: 204 len: 168 time: 0.4062998 Nov 10 14:28:18.154413 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-565351d3-1214-472b-bdbf-d2a7947621cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:18.156128 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48104) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:28:18.320160 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:28:18.347327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e5b5-fbd2-4b5b-992d-3a3c12b72bae req-beda5018-7936-416e-8f78-74ed72ef0f58 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:18.348797 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-adb5e5b5-fbd2-4b5b-992d-3a3c12b72bae req-beda5018-7936-416e-8f78-74ed72ef0f58 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0843534 Nov 10 14:28:18.348926 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.394008 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-adb5e5b5-fbd2-4b5b-992d-3a3c12b72bae req-c8e88f2d-58c3-4a91-9b65-71dc096dc315 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383101 Nov 10 14:28:18.473334 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.498384 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c07faa-1c47-43a5-b81b-ea4ccc970487']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:28:18.510230 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e126e465-4c0d-4271-88cb-2518cdcd12b3') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:28:18.510557 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e126e465-4c0d-4271-88cb-2518cdcd12b3') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:28:18.521500 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.539028 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.545468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:28:18.545907 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:28:18.562691 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:28:18.633953 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.637675 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:18.650865 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.660826 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c07faa-1c47-43a5-b81b-ea4ccc970487,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:18.664439 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:18.669900 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-6ea46af0-23b2-46d7-bd02-a901272de868 admin admin] 10.222.0.13 "DELETE /v2.0/networks/66c07faa-1c47-43a5-b81b-ea4ccc970487 HTTP/1.1" status: 204 len: 168 time: 0.5128284 Nov 10 14:28:18.778094 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48112) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:28:18.830580 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-eef1c2cc-237b-42a2-8b4b-055185409bef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b69e4a209d894027aa9eceecc8e02969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510943 Nov 10 14:28:18.832748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48116) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:28:18.890492 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.916112 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.966555 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.970184 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-434969cb-7c73-4fa3-844f-f2f665934792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:18.984297 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288d80f-b20b-4eec-a180-e6e3cda97b53,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:18.986759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:18.996087 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:18.997205 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e288d80f-b20b-4eec-a180-e6e3cda97b53 HTTP/1.1" status: 204 len: 168 time: 0.1634479 Nov 10 14:28:19.274678 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d217-f59d-456e-ba56-b32ae663e021 req-e5ac73e8-bb22-4c49-a128-ae5020d8fad1 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:19.276925 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77f0d217-f59d-456e-ba56-b32ae663e021 req-e5ac73e8-bb22-4c49-a128-ae5020d8fad1 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0923481 Nov 10 14:28:19.325320 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77f0d217-f59d-456e-ba56-b32ae663e021 req-3b458c79-22f8-4a7d-9cdc-e9471b2164b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Nov 10 14:28:19.577290 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7b7d-c044-421f-9481-22e4c300fb8a req-cd8b5ecb-9784-42e2-91ce-8df3dbf6910c tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:19.578748 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-45fd7b7d-c044-421f-9481-22e4c300fb8a req-cd8b5ecb-9784-42e2-91ce-8df3dbf6910c tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0815253 Nov 10 14:28:19.670540 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-45fd7b7d-c044-421f-9481-22e4c300fb8a req-ba6e1f40-eb8f-4e53-9c69-597b21ce40b4 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861173 Nov 10 14:28:19.690296 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-c8da878a-37e3-4659-b2a6-408c8183c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:19.691746 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-c8da878a-37e3-4659-b2a6-408c8183c5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.0931301 Nov 10 14:28:19.820848 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-af0d4260-97d3-4cdf-8938-bf5438d472d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:19.822235 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-af0d4260-97d3-4cdf-8938-bf5438d472d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.1238768 Nov 10 14:28:20.005692 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-e9db2c57-79c6-40ac-a266-aaeefa8d522d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 1002 time: 0.1772730 Nov 10 14:28:20.066313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-39fc2c31-d627-46b0-8416-8afca93a3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:20.067705 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-39fc2c31-d627-46b0-8416-8afca93a3673 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.0554266 Nov 10 14:28:20.139645 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-284e50cb-7f67-4eb0-b021-9e449284edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:20.141056 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-284e50cb-7f67-4eb0-b021-9e449284edcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672050 Nov 10 14:28:20.270806 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-89afebe8-c671-4309-83b5-93012a68279f service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223826 Nov 10 14:28:20.403680 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dc2430b3-e038-44a9-a953-82b1a99b46da req-f9973648-cae3-4ff5-becb-1bf08875a2b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271856 Nov 10 14:28:20.513908 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6b95-514a-4516-9615-6c588b01aac0 req-e9a3f486-0422-41c0-90e9-ee42f40c6d3b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:20.515355 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ddbd6b95-514a-4516-9615-6c588b01aac0 req-e9a3f486-0422-41c0-90e9-ee42f40c6d3b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0791154 Nov 10 14:28:20.558431 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ddbd6b95-514a-4516-9615-6c588b01aac0 req-fa2bee93-84d4-4045-bdb0-dbcafd310f5c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Nov 10 14:28:20.858676 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cef1a8-9150-44c5-9f96-d1ddc188af6e req-3ff76184-c37a-48d2-9c98-23f55fffbc72 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:20.860026 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d8cef1a8-9150-44c5-9f96-d1ddc188af6e req-3ff76184-c37a-48d2-9c98-23f55fffbc72 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0837336 Nov 10 14:28:20.903585 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-d8cef1a8-9150-44c5-9f96-d1ddc188af6e req-d732b34d-d564-4534-a3ca-7e8dd34cd6b2 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380716 Nov 10 14:28:21.751594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a9a7-d059-4705-bd9a-e5cabde702ca req-2073cb58-9011-43ed-aae4-a007a7bab1b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:21.753032 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5c60a9a7-d059-4705-bd9a-e5cabde702ca req-2073cb58-9011-43ed-aae4-a007a7bab1b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0838859 Nov 10 14:28:21.797291 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5c60a9a7-d059-4705-bd9a-e5cabde702ca req-d66d09fe-f919-488b-aed3-f4d53f4da661 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 Nov 10 14:28:22.087671 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce63c4-8f59-4d44-9057-92d19f183ba0 req-4c46ee37-b3c0-4de3-872b-58e15a1172df tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:22.089113 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cfce63c4-8f59-4d44-9057-92d19f183ba0 req-4c46ee37-b3c0-4de3-872b-58e15a1172df tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0826800 Nov 10 14:28:22.138381 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-cfce63c4-8f59-4d44-9057-92d19f183ba0 req-0a1b8bc5-6952-4291-8251-1edab414e732 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 Nov 10 14:28:22.983277 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c5a53-4ce4-44f8-ad8f-75b753e063d5 req-f94fdc63-7f0d-459b-83be-3d10c01c40bd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:22.984711 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8f6c5a53-4ce4-44f8-ad8f-75b753e063d5 req-f94fdc63-7f0d-459b-83be-3d10c01c40bd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0795841 Nov 10 14:28:23.027907 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-8f6c5a53-4ce4-44f8-ad8f-75b753e063d5 req-91b28e4c-af59-4bb0-baa3-ece814d0d2aa tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Nov 10 14:28:23.321414 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac7521-7034-48b4-bf59-447de6950f09 req-99708ffc-b14c-451d-a028-4d65bfd4e55a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:23.323261 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3bac7521-7034-48b4-bf59-447de6950f09 req-99708ffc-b14c-451d-a028-4d65bfd4e55a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0805476 Nov 10 14:28:23.367434 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-3bac7521-7034-48b4-bf59-447de6950f09 req-59b8ce47-a324-49e9-a469-d2c9d96b376a tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Nov 10 14:28:23.706106 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-434469ae-8bab-4389-91c7-a33e12605d8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307566 Nov 10 14:28:23.720796 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e818-0bdb-4a0c-b6b4-781f81672c73 req-3c6449ec-43ce-4505-873f-8cb0f6f0c875 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:23.722172 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ad59e818-0bdb-4a0c-b6b4-781f81672c73 req-3c6449ec-43ce-4505-873f-8cb0f6f0c875 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0920393 Nov 10 14:28:23.767965 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-ad59e818-0bdb-4a0c-b6b4-781f81672c73 req-30d6c42a-dd7c-4f08-85ad-450bf611262f tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Nov 10 14:28:24.225942 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff27a4-9918-4a03-a2a4-fe1dd60b9222 req-8cba48ee-16f9-439f-9d04-dbcccb45f4dd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:24.227612 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6fff27a4-9918-4a03-a2a4-fe1dd60b9222 req-8cba48ee-16f9-439f-9d04-dbcccb45f4dd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0861793 Nov 10 14:28:24.274576 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6fff27a4-9918-4a03-a2a4-fe1dd60b9222 req-d7edb99b-c06e-48e7-a304-c717118d95b6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Nov 10 14:28:24.954501 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e6424-8e0f-407e-8800-7b6b01092be5 req-121246e5-4212-40f0-8e3d-03bee16e0564 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:24.955829 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-062e6424-8e0f-407e-8800-7b6b01092be5 req-121246e5-4212-40f0-8e3d-03bee16e0564 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.0860538 Nov 10 14:28:24.999215 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-062e6424-8e0f-407e-8800-7b6b01092be5 req-e9db6fc4-920d-428f-bb2b-72d0bfec2e94 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Nov 10 14:28:25.237815 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-c69973a0-a842-4e00-9019-d76b390bf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.239302 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-c69973a0-a842-4e00-9019-d76b390bf64e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0&tenant_id=1c58ad13526a487e851af7dc713003d3 HTTP/1.1" status: 200 len: 1099 time: 0.0722599 Nov 10 14:28:25.336471 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-05466287-8dfd-4dee-92a9-2593eec7c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.337949 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-05466287-8dfd-4dee-92a9-2593eec7c4d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.0746794 Nov 10 14:28:25.383439 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:28:25.467365 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713ad98-3bb9-4547-9c95-e59b623dfe14 req-80619402-bcab-4c88-98c3-60662217aed3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.468825 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9713ad98-3bb9-4547-9c95-e59b623dfe14 req-80619402-bcab-4c88-98c3-60662217aed3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0835531 Nov 10 14:28:25.475910 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-43267750-9cc7-4362-9e21-645501b3965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.477597 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-43267750-9cc7-4362-9e21-645501b3965c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.1317146 Nov 10 14:28:25.500493 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:25.520387 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-9713ad98-3bb9-4547-9c95-e59b623dfe14 req-8e1ba18a-8ee6-43dd-9584-ff2723959363 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439265 Nov 10 14:28:25.527537 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:28:25.538050 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:25.549156 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:25.550923 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:25.584067 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'code': 200} Nov 10 14:28:25.597970 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-0d557496-b30b-46b0-aac7-3c69aae7fc7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 1000 time: 0.1072288 Nov 10 14:28:25.621167 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=6']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:25.624358 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:25.664119 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-431ae7b6-a7d1-473b-ba70-ac1eb318ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.665535 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-431ae7b6-a7d1-473b-ba70-ac1eb318ce1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.0602362 Nov 10 14:28:25.743804 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-3b0bdcdb-6b87-4d0e-ad76-becddca28ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:25.745251 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-3b0bdcdb-6b87-4d0e-ad76-becddca28ff7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722291 Nov 10 14:28:25.961988 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-3d88843f-3f5a-4e08-9b32-3747bef84851 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097094 Nov 10 14:28:26.010786 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-31daa6cd-4b18-4688-8589-2cc74db833f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:26.096870 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-94e9f4f6-8b5e-4b3e-b312-7044f39ffa9f req-59c06e32-483a-4557-8f83-341684d795c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284235 Nov 10 14:28:26.179369 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47641db8-ed00-41c1-9912-d624810761ca req-7013eeae-634a-4b38-b138-e15125a519f6 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:26.180857 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-47641db8-ed00-41c1-9912-d624810761ca req-7013eeae-634a-4b38-b138-e15125a519f6 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.0798590 Nov 10 14:28:26.224017 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-47641db8-ed00-41c1-9912-d624810761ca req-cb9f1f2e-5211-4b2a-9b72-24fbb9282770 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Nov 10 14:28:26.358342 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:26.506014 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:26.718600 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6493514-2a7a-4996-8f20-3fea515d12d6 req-e8fbd817-bcb5-4b60-8fe3-4a9842ca676e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:26.720041 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a6493514-2a7a-4996-8f20-3fea515d12d6 req-e8fbd817-bcb5-4b60-8fe3-4a9842ca676e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0870013 Nov 10 14:28:26.767736 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a6493514-2a7a-4996-8f20-3fea515d12d6 req-dd3dffd8-3552-4af2-b4c3-418486da7474 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 Nov 10 14:28:27.185307 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfabd-f171-4d6b-9425-1b8045901229 req-45d3efba-a757-4fc8-8176-02a7f355cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:27.186771 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a33dfabd-f171-4d6b-9425-1b8045901229 req-45d3efba-a757-4fc8-8176-02a7f355cebe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1097 time: 0.0715711 Nov 10 14:28:27.228646 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-a33dfabd-f171-4d6b-9425-1b8045901229 req-d147c127-1c3d-4b89-953a-ed4d217f3244 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Nov 10 14:28:27.396937 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:28:27.412828 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7647c-5f3b-4fa8-8e79-e350cf9ffefe req-7293bfba-5545-4215-b875-4211adf589dd tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:27.414323 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fdc7647c-5f3b-4fa8-8e79-e350cf9ffefe req-7293bfba-5545-4215-b875-4211adf589dd tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 944 time: 0.0835061 Nov 10 14:28:27.458643 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-fdc7647c-5f3b-4fa8-8e79-e350cf9ffefe req-c6c3d6cd-7358-4982-a345-69f5eaf14a58 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384877 Nov 10 14:28:27.529108 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:27.542016 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'port_id': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'mac_address': 'fa:16:3e:58:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:28:27.595807 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:27.615046 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c3411-5e5f-46cb-8be4-c902efdaeda0 {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:28:27.630416 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:27.635231 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:27.635933 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:28:27.637843 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:27.803444 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=7']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:27.809119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:27.857148 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:27.870289 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '90269e14-c423-458c-bc5d-f9c664249f2a', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:28:27.925811 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:27.946228 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:28:27.960613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8feda-fd54-49e8-8d85-b5120dfbc68f req-7e8022eb-e4ff-422d-b86e-ffa35d26ad3f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:27.962590 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:27.963440 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-51a8feda-fd54-49e8-8d85-b5120dfbc68f req-7e8022eb-e4ff-422d-b86e-ffa35d26ad3f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0838969 Nov 10 14:28:27.967094 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:27.969628 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-8cee0be2-b446-4247-900d-37026a84c09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:28.008391 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-51a8feda-fd54-49e8-8d85-b5120dfbc68f req-7a4a4d4c-a34a-4488-ae74-4dec8cea7315 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Nov 10 14:28:28.038196 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=6']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:28.041475 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:28.055510 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['90269e14-c423-458c-bc5d-f9c664249f2a'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:28:28.565321 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ec84ff1a-1f07-403a-b411-8e80b10dc66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:28.644966 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a599583-6867-48d8-9298-dd2feaf0f1ad req-3a84778a-2564-4496-abd2-604e85c873c1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:28.646776 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a599583-6867-48d8-9298-dd2feaf0f1ad req-3a84778a-2564-4496-abd2-604e85c873c1 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 945 time: 0.0812082 Nov 10 14:28:28.690627 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-5a599583-6867-48d8-9298-dd2feaf0f1ad req-c916257e-2688-478a-95b4-85b54c2bd0e4 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371265 Nov 10 14:28:29.199805 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c9921-356d-4991-92f0-16c0ee8d36f6 req-e83c2980-e45d-426d-b467-50a196e9fb56 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:29.201275 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-202c9921-356d-4991-92f0-16c0ee8d36f6 req-e83c2980-e45d-426d-b467-50a196e9fb56 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 944 time: 0.0833662 Nov 10 14:28:29.248417 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-202c9921-356d-4991-92f0-16c0ee8d36f6 req-02f50c24-fb63-4407-9315-5363faf7e2eb tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Nov 10 14:28:29.292494 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['fa4c3411-5e5f-46cb-8be4-c902efdaeda0'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:28:29.412947 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:28:29.548422 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 90269e14-c423-458c-bc5d-f9c664249f2a triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:28:29.548722 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:29.643446 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:29.754787 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:29.783245 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:28:29.793103 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:29.798544 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:29.800761 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:29.840770 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'code': 200} Nov 10 14:28:29.891563 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=7']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:29.895077 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:30.456997 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7a15-52b9-4e28-b471-b4dfa9c8200c req-01bff889-af45-46f1-bbe1-560c617ea717 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:30.458575 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fb4b7a15-52b9-4e28-b471-b4dfa9c8200c req-01bff889-af45-46f1-bbe1-560c617ea717 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0821760 Nov 10 14:28:30.510227 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-fb4b7a15-52b9-4e28-b471-b4dfa9c8200c req-0a9f0455-8a07-4031-a50d-3656b6bb2174 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Nov 10 14:28:31.190771 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:31.425156 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:28:31.498228 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:28:31.498631 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:31.653500 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:31.694391 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:31.710514 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:31.715694 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:31.733096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc63ad-ba36-465d-8967-ace403ebce5d req-8d8d5fa3-8a95-4156-b3c7-d399d8d7a885 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:31.743361 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c6dc63ad-ba36-465d-8967-ace403ebce5d req-8d8d5fa3-8a95-4156-b3c7-d399d8d7a885 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.1099377 Nov 10 14:28:31.791960 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=8']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:31.795097 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:31.800920 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c6dc63ad-ba36-465d-8967-ace403ebce5d req-7052ac6d-6ac7-4d27-9ac8-9cdd61b27033 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563762 Nov 10 14:28:31.841920 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:28:31.887790 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'code': 200} Nov 10 14:28:32.994419 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a50585-87a0-408c-b367-447b30ab96e4 req-3a1588e4-186f-405d-aba9-232930c26699 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:32.996665 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-18a50585-87a0-408c-b367-447b30ab96e4 req-3a1588e4-186f-405d-aba9-232930c26699 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0871534 Nov 10 14:28:33.054544 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-18a50585-87a0-408c-b367-447b30ab96e4 req-e0f92ea4-d861-4249-b263-fd21764b5406 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518169 Nov 10 14:28:34.291921 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7adca-69b6-4fad-aa36-1bbc6f0903df req-86c593dc-9778-4da0-9a46-c0faf041d865 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:34.293045 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f3c7adca-69b6-4fad-aa36-1bbc6f0903df req-86c593dc-9778-4da0-9a46-c0faf041d865 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.1160643 Nov 10 14:28:34.341796 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f3c7adca-69b6-4fad-aa36-1bbc6f0903df req-a29747f5-6cd8-4a5d-86c0-58497f1f000c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Nov 10 14:28:35.536707 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f99a6-0836-45e5-be90-ccb2f624fdaf req-ff814d31-631d-4046-ac2f-c65d146a1ac8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:35.538062 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-985f99a6-0836-45e5-be90-ccb2f624fdaf req-ff814d31-631d-4046-ac2f-c65d146a1ac8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0834796 Nov 10 14:28:35.591971 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-985f99a6-0836-45e5-be90-ccb2f624fdaf req-eb17282c-c274-4c5c-950a-13e28f18bffd tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Nov 10 14:28:36.786504 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfeb84-d39f-44ab-ba05-59381b183ab5 req-6674e82b-2d45-4d98-a28b-b2ccf81002e6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:36.788082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-16cfeb84-d39f-44ab-ba05-59381b183ab5 req-6674e82b-2d45-4d98-a28b-b2ccf81002e6 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0871575 Nov 10 14:28:36.841314 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-16cfeb84-d39f-44ab-ba05-59381b183ab5 req-0e04a5b0-fcaa-4946-86b5-5bc14b07de74 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Nov 10 14:28:38.043006 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fb0b1-9cbb-4888-b269-027d8a539ac9 req-4560f4c7-d787-4da2-ae33-c61e95d8c598 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:38.044517 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d38fb0b1-9cbb-4888-b269-027d8a539ac9 req-4560f4c7-d787-4da2-ae33-c61e95d8c598 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0917912 Nov 10 14:28:38.093780 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d38fb0b1-9cbb-4888-b269-027d8a539ac9 req-84124561-19bd-43dd-a514-116749337017 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Nov 10 14:28:39.031083 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-3d672da8-29c1-4870-af61-4ae4e741b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:39.032529 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-3d672da8-29c1-4870-af61-4ae4e741b839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1098 time: 0.0689394 Nov 10 14:28:39.166198 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-a534d255-ae4b-4b5c-9a7e-db420f731704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:39.167642 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-a534d255-ae4b-4b5c-9a7e-db420f731704 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1273041 Nov 10 14:28:39.328519 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-cc66f015-e02b-4cd3-8ad3-f6cb3f081dc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 1001 time: 0.1537695 Nov 10 14:28:39.390747 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458e258-908c-4d9c-b74b-d5bd5e20d8ea req-a5ae2566-ea2b-45cc-8ae0-64fde6ad5b78 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:39.392164 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2458e258-908c-4d9c-b74b-d5bd5e20d8ea req-a5ae2566-ea2b-45cc-8ae0-64fde6ad5b78 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.1668770 Nov 10 14:28:39.420020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-b44212d3-f278-4a50-ab3b-1724b1b7d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:39.421367 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-b44212d3-f278-4a50-ab3b-1724b1b7d18e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0841699 Nov 10 14:28:39.481976 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2458e258-908c-4d9c-b74b-d5bd5e20d8ea req-9a40c858-d2e9-402b-a03d-19ab2fce74c4 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836778 Nov 10 14:28:39.510729 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-34dfbf63-0696-45bd-a663-5b5976e6cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:39.512200 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-34dfbf63-0696-45bd-a663-5b5976e6cd9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802734 Nov 10 14:28:39.645202 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-512874ab-2c3e-43d5-b19c-13cd30ab03b8 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255372 Nov 10 14:28:39.860848 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-33d5b24c-740d-4472-99c5-3956c1371d48 req-5f405f06-f2f1-4a28-ad18-8e8a3ecae666 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086849 Nov 10 14:28:40.670123 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257759f-f114-4e43-95c0-e5ba50d6e872 req-aff9ac57-1423-4559-a56b-80eee2e0b27b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:40.671490 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6257759f-f114-4e43-95c0-e5ba50d6e872 req-aff9ac57-1423-4559-a56b-80eee2e0b27b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 945 time: 0.0787997 Nov 10 14:28:40.716056 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-6257759f-f114-4e43-95c0-e5ba50d6e872 req-86b41ec6-962c-4671-aa95-0b025ba3f4ba tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390036 Nov 10 14:28:41.415632 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:28:41.533857 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:41.561715 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:28:41.572051 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:41.576632 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:41.582557 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-5fcdc90e-bf0e-4713-8694-451cc339913b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:41.619578 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'code': 200} Nov 10 14:28:41.659476 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=8']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:41.667430 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.667708 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.668039 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.668369 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.668688 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.669009 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.669327 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.669642 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.669958 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.670271 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.670612 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.670927 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:28:41.674700 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:41.993604 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d405-73c9-4dd7-90be-5c3e31f0d422 req-0867824f-caae-4748-84a5-864acfebe590 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:41.995070 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-abd6d405-73c9-4dd7-90be-5c3e31f0d422 req-0867824f-caae-4748-84a5-864acfebe590 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.1690898 Nov 10 14:28:42.037416 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-abd6d405-73c9-4dd7-90be-5c3e31f0d422 req-968235eb-4d98-4758-89ac-0b154375c978 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367146 Nov 10 14:28:43.567839 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a1da9-5100-4189-9e42-719c7c7ad1eb req-3fee90eb-b015-4bbe-8d0a-fe4294cde84e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:43.569300 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-df6a1da9-5100-4189-9e42-719c7c7ad1eb req-3fee90eb-b015-4bbe-8d0a-fe4294cde84e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0800729 Nov 10 14:28:43.614366 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-df6a1da9-5100-4189-9e42-719c7c7ad1eb req-68f5cbb4-dc9e-4b05-874a-7f3a7423aa7b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385606 Nov 10 14:28:43.819672 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48286) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:28:43.934487 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-6d97cd00-df50-4445-96ac-7a73794947dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127105 Nov 10 14:28:44.864804 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede38bc-776d-4108-a125-9188eb683481 req-66c5730a-e7b4-405f-b704-cebeca1da0b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:44.866227 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1ede38bc-776d-4108-a125-9188eb683481 req-66c5730a-e7b4-405f-b704-cebeca1da0b5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.1391325 Nov 10 14:28:44.868710 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-1d11c3c7-acce-42d4-bcca-a90143d81bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:44.870001 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-1d11c3c7-acce-42d4-bcca-a90143d81bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7&tenant_id=faad02f72888411bb7c1ca3db927c9af HTTP/1.1" status: 200 len: 1096 time: 0.1114616 Nov 10 14:28:44.949553 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1ede38bc-776d-4108-a125-9188eb683481 req-5efccfcc-cb8f-4b71-a0ef-926f77118da3 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772679 Nov 10 14:28:44.979053 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-052bbcae-18fa-4b39-bcb1-954c2a13ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:44.980549 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-052bbcae-18fa-4b39-bcb1-954c2a13ae7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1096 time: 0.0805511 Nov 10 14:28:45.113734 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-20baaa05-8ea2-4123-b8cf-74579b287b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:45.115187 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-20baaa05-8ea2-4123-b8cf-74579b287b7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.1264694 Nov 10 14:28:45.218913 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-24e9b4b3-6724-4468-b1f0-423666bd60d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 999 time: 0.0963168 Nov 10 14:28:45.281283 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-e3b0e559-de12-44fd-8f35-1cbd098a552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:45.282743 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-e3b0e559-de12-44fd-8f35-1cbd098a552f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0569940 Nov 10 14:28:45.361274 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-cb89ece7-d623-476f-8542-2caa4cd13498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:45.362801 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-cb89ece7-d623-476f-8542-2caa4cd13498 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727136 Nov 10 14:28:45.494041 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-347d5675-fcc2-440b-944a-a3963e0f8849 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242504 Nov 10 14:28:45.627334 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b4784ef5-b4a7-4946-b421-af5e74ebf6bd req-19017754-2c1b-422c-9666-1ccce4612b01 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259775 Nov 10 14:28:46.182035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2033-8867-4bd7-9311-96024acb0435 req-25c06cef-a640-40a7-9f38-a01e1d5519cc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:46.184294 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f42d2033-8867-4bd7-9311-96024acb0435 req-25c06cef-a640-40a7-9f38-a01e1d5519cc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0942209 Nov 10 14:28:46.240977 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-f42d2033-8867-4bd7-9311-96024acb0435 req-c95790db-bbcd-4169-b91f-54151692d4dc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511243 Nov 10 14:28:47.434297 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fadbe9-0416-4121-87b3-e92c2b0a8ca1 req-efaec4eb-9838-4bb8-9745-b63cac10bcca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:47.435676 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f4fadbe9-0416-4121-87b3-e92c2b0a8ca1 req-efaec4eb-9838-4bb8-9745-b63cac10bcca tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0815024 Nov 10 14:28:47.481393 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f4fadbe9-0416-4121-87b3-e92c2b0a8ca1 req-8f9e2460-1054-451a-9ebb-fe332553163e tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Nov 10 14:28:48.695778 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9ed35-b0ad-4bdb-9443-1bbaafddea5c req-13488646-fa0f-44dd-b316-1cb60f4329ed tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:48.697474 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c8b9ed35-b0ad-4bdb-9443-1bbaafddea5c req-13488646-fa0f-44dd-b316-1cb60f4329ed tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0947790 Nov 10 14:28:48.742369 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-c8b9ed35-b0ad-4bdb-9443-1bbaafddea5c req-ae7a7a7b-63af-4575-b592-05683af89e6b tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Nov 10 14:28:49.940996 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523251b-3dd2-43e6-a881-9f4e7ebe36e4 req-4cd2e8b4-8869-45f3-8fc1-63c756954294 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:49.942482 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2523251b-3dd2-43e6-a881-9f4e7ebe36e4 req-4cd2e8b4-8869-45f3-8fc1-63c756954294 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0910809 Nov 10 14:28:49.988925 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-2523251b-3dd2-43e6-a881-9f4e7ebe36e4 req-959ddf58-ea6c-4b7b-b122-16bc78b7f341 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Nov 10 14:28:51.200821 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb161b-034e-4ef0-ac4b-00d3a5e673b0 req-a04413f4-ed0f-4433-8022-71f19421fe6f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:51.202342 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2fdb161b-034e-4ef0-ac4b-00d3a5e673b0 req-a04413f4-ed0f-4433-8022-71f19421fe6f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0966508 Nov 10 14:28:51.251623 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-2fdb161b-034e-4ef0-ac4b-00d3a5e673b0 req-02584aa7-1bbc-4577-9a2e-614ca20c46ac tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Nov 10 14:28:52.462872 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357d90-f5fd-4e44-bb31-0a1323767a6b req-03bbd803-1287-4ba8-b2e4-d461a014d11d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:52.464363 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e7357d90-f5fd-4e44-bb31-0a1323767a6b req-03bbd803-1287-4ba8-b2e4-d461a014d11d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0827425 Nov 10 14:28:52.514300 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-e7357d90-f5fd-4e44-bb31-0a1323767a6b req-26d95ffe-4f7a-4841-9b2e-627af615b32d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Nov 10 14:28:53.716608 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fa38d-7697-44fc-8278-f392c1ffc45a req-37f80e47-24c6-43c9-b785-c022ca063c89 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:53.718146 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d87fa38d-7697-44fc-8278-f392c1ffc45a req-37f80e47-24c6-43c9-b785-c022ca063c89 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0900016 Nov 10 14:28:53.763212 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-d87fa38d-7697-44fc-8278-f392c1ffc45a req-bd4729bf-17db-4892-ba9e-17da564dacb8 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Nov 10 14:28:54.962772 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7ecf-b62d-491f-96dd-f4d64f12b1a3 req-c4d71a5b-1a52-4424-b832-06777a774767 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:54.964234 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f23f7ecf-b62d-491f-96dd-f4d64f12b1a3 req-c4d71a5b-1a52-4424-b832-06777a774767 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0885770 Nov 10 14:28:55.009776 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f23f7ecf-b62d-491f-96dd-f4d64f12b1a3 req-a326de49-00dd-49f8-b7ec-3f280ea09883 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399182 Nov 10 14:28:55.319432 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:28:56.016243 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-4beb3171-f646-4cc6-867a-dc49d2f47df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:56.206698 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78051-1b72-4d45-b744-00c7ef74b4fd req-75040958-af48-4523-8f4e-5b755def3d67 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:56.208310 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b9b78051-1b72-4d45-b744-00c7ef74b4fd req-75040958-af48-4523-8f4e-5b755def3d67 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0853815 Nov 10 14:28:56.259798 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-b9b78051-1b72-4d45-b744-00c7ef74b4fd req-a33b9511-9401-414e-84e5-839c1e7f10ae tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424001 Nov 10 14:28:56.360690 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:56.528303 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:57.451870 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e31a-c691-4714-8a5e-00ba127b1301 req-34185a6f-50e6-4537-83b8-2a20a74de38d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:57.453301 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b767e31a-c691-4714-8a5e-00ba127b1301 req-34185a6f-50e6-4537-83b8-2a20a74de38d tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0836303 Nov 10 14:28:57.496757 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b767e31a-c691-4714-8a5e-00ba127b1301 req-c8cad538-e2dd-437b-ac9f-972e5cd3295a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 Nov 10 14:28:57.793064 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-dd8f7442-9cbb-4e12-9c15-52953434772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:57.794589 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-dd8f7442-9cbb-4e12-9c15-52953434772b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=faad02f72888411bb7c1ca3db927c9af&device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1096 time: 0.0702269 Nov 10 14:28:58.026107 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-92a608f3-d2e8-4caa-bf57-f135d668eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:58.027605 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-92a608f3-d2e8-4caa-bf57-f135d668eab8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 200 len: 917 time: 0.2133048 Nov 10 14:28:58.130779 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-643f5c53-c5bf-4cbe-b30c-8de38890cd32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 200 len: 999 time: 0.0953646 Nov 10 14:28:58.196205 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-e515be41-9b48-484d-ae17-33354c00051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:58.197917 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-e515be41-9b48-484d-ae17-33354c00051c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 200 len: 855 time: 0.0596340 Nov 10 14:28:58.273516 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-c3c7541a-da15-4f0f-8e95-bd88682db11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:58.275204 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-c3c7541a-da15-4f0f-8e95-bd88682db11b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdd1bd96-3498-43a8-bf61-d03acbe23474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695007 Nov 10 14:28:58.419257 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-370b5c50-78cc-4e9a-a9c9-02d6713a1fd9 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343627 Nov 10 14:28:58.549688 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f9eae7e4-62dc-4ae4-b19d-457e2c6f1519 req-44795e69-3c43-4138-9e7a-e72e1abf6e83 service neutron] 10.222.0.18 "GET /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231830 Nov 10 14:28:58.567849 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7c50-e2c2-49d1-abc3-5c5199f5316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:58.692285 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64d680-82dc-4bed-a4c5-7db9a2846ffd req-2b66b5cb-aa93-4bc9-be49-016cdfa90856 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:58.693624 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab64d680-82dc-4bed-a4c5-7db9a2846ffd req-2b66b5cb-aa93-4bc9-be49-016cdfa90856 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 943 time: 0.0801361 Nov 10 14:28:58.737414 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-ab64d680-82dc-4bed-a4c5-7db9a2846ffd req-e5028141-d57a-4647-95d7-f05b9dcdb35a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Nov 10 14:28:59.563652 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a details requested by agent hyperv_hv-cinder-81740 with host hv-cinder-81740 {{(pid=86772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 14:28:59.578132 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:59.703452 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:59.716867 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Returning: {'device': '90269e14-c423-458c-bc5d-f9c664249f2a', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'port_id': '90269e14-c423-458c-bc5d-f9c664249f2a', 'mac_address': 'fa:16:3e:01:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 14:28:59.777320 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:59.794710 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:28:59.809926 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:28:59.814810 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:28:59.816648 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:28:59.881910 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=9']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:28:59.885083 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:28:59.931969 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1564b-d204-4e3e-9eae-e7403cdd81fa req-d1c32ffd-18e9-49cf-a602-37e07bc2d1e5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:28:59.933421 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67d1564b-d204-4e3e-9eae-e7403cdd81fa req-d1c32ffd-18e9-49cf-a602-37e07bc2d1e5 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 944 time: 0.0819535 Nov 10 14:28:59.982703 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-67d1564b-d204-4e3e-9eae-e7403cdd81fa req-b64f8be1-c2ae-48d6-b277-72b29f026f94 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Nov 10 14:29:00.027797 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] get_ports_and_sgs() called for port_ids ['90269e14-c423-458c-bc5d-f9c664249f2a'] {{(pid=86772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 10 14:29:01.177271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4bba-4854-491e-8323-2069cc12c235 req-fb65314b-c921-4224-bb15-aadc05c96a12 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:01.178751 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-76bf4bba-4854-491e-8323-2069cc12c235 req-fb65314b-c921-4224-bb15-aadc05c96a12 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 944 time: 0.0832517 Nov 10 14:29:01.192130 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:01.223825 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-76bf4bba-4854-491e-8323-2069cc12c235 req-04133827-1a44-45a6-a6d4-014fb4099960 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389919 Nov 10 14:29:01.575780 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a up at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 14:29:01.642564 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.provisioning_blocks [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Provisioning complete for port 90269e14-c423-458c-bc5d-f9c664249f2a triggered by entity L2. {{(pid=86772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:29:01.642954 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1333668'] for port, provisioning_complete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:01.759567 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for port, before_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:01.785325 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:29:01.796099 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:01.799620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791484482820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791484018481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791484018526'] for port, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:01.802192 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:01.832704 dv-cinder-817404-1-smb neutron-server[86772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'code': 200} Nov 10 14:29:01.873817 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Pushing event updated for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=10']} {{(pid=86772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:01.876685 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:02.073085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279799e-f8fb-4f1e-a8ee-38c52f5e5c55 req-fd09098b-2252-45ee-ad7b-27d01cfd729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:02.074547 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4279799e-f8fb-4f1e-a8ee-38c52f5e5c55 req-fd09098b-2252-45ee-ad7b-27d01cfd729a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 1099 time: 0.0682590 Nov 10 14:29:02.115499 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4279799e-f8fb-4f1e-a8ee-38c52f5e5c55 req-0ffca362-65ca-4485-acd1-6ffd22951455 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333061 Nov 10 14:29:02.417972 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d88a9-a64a-4620-b0db-4db6012ab9a9 req-71b94672-d644-435d-b942-b82a06205a34 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:02.419364 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-be0d88a9-a64a-4620-b0db-4db6012ab9a9 req-71b94672-d644-435d-b942-b82a06205a34 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0793052 Nov 10 14:29:02.466944 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-be0d88a9-a64a-4620-b0db-4db6012ab9a9 req-e59e403f-a5bf-48dd-bdf3-2d22ea70f39f tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Nov 10 14:29:03.664148 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983319de-14f7-473c-9b51-4fb06fda076a req-ce4d8679-bfe3-45b7-a0db-2951546767ec tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:03.666184 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-983319de-14f7-473c-9b51-4fb06fda076a req-ce4d8679-bfe3-45b7-a0db-2951546767ec tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0899642 Nov 10 14:29:03.712860 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-983319de-14f7-473c-9b51-4fb06fda076a req-ec9ee17a-70f3-40c7-b1bc-c29c5c074fdc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Nov 10 14:29:04.900137 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56e70b-39ae-49b9-8187-ded3f2c108ec req-772c171a-8979-431f-b0bf-77ffa0158428 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:04.901583 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1e56e70b-39ae-49b9-8187-ded3f2c108ec req-772c171a-8979-431f-b0bf-77ffa0158428 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0787618 Nov 10 14:29:04.945760 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-1e56e70b-39ae-49b9-8187-ded3f2c108ec req-516f85a6-c0c8-4b5b-b63e-86f8925e9550 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Nov 10 14:29:26.016397 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8dad1297-841f-4cb4-8a2a-9e788a44cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:26.362367 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:26.536418 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:28.570462 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-1dc7072a-ad7f-4169-a8f5-29c582b8a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:29.571433 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:31.193394 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:32.317608 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:29:34.101063 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582cb3f-2151-427e-88ec-ec1460ef8ae0 req-7cd80123-a9bc-47c4-ba2f-1afad3a0aa54 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:34.102424 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b582cb3f-2151-427e-88ec-ec1460ef8ae0 req-7cd80123-a9bc-47c4-ba2f-1afad3a0aa54 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0811369 Nov 10 14:29:34.251282 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-b582cb3f-2151-427e-88ec-ec1460ef8ae0 req-b47997e7-ccbe-4480-b2c2-fc601d75facb tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424093 Nov 10 14:29:35.337527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-0d25b8a4-6ea5-4c51-bf1b-94d739dc7b45 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:35.338925 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-0d25b8a4-6ea5-4c51-bf1b-94d739dc7b45 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0853066 Nov 10 14:29:35.409043 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Deleting port 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:35.409392 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:35.447664 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77785ebc-d94d-4ee5-bdad-0e2c188d4463 req-70482e59-a6e5-4243-88a2-f75a2873ecbc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:35.450105 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77785ebc-d94d-4ee5-bdad-0e2c188d4463 req-70482e59-a6e5-4243-88a2-f75a2873ecbc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 946 time: 0.0860476 Nov 10 14:29:35.493578 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-77785ebc-d94d-4ee5-bdad-0e2c188d4463 req-22b469b9-4152-48a6-84a3-6ef3db29aef4 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups?id=974a2bfb-91ef-41e2-ac03-4c3379e94134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384524 Nov 10 14:29:35.659072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] For port 90269e14-c423-458c-bc5d-f9c664249f2a, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=90269e14-c423-458c-bc5d-f9c664249f2a,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:35.659434 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:36.036947 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:36.037343 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-339154'] for floatingip, after_update {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:36.037651 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.l3_db [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Floating IP 781a9279-e28d-4fd1-87dc-3363639b460e disassociated. External IP: 172.28.2.246, port: 90269e14-c423-458c-bc5d-f9c664249f2a. Nov 10 14:29:36.037993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Calling delete_port for 90269e14-c423-458c-bc5d-f9c664249f2a owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:36.176485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:36.181862 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a087a414-631c-42c3-be92-dd435abe85e2 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:36.232683 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'Port': ['ID=90269e14-c423-458c-bc5d-f9c664249f2a,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:36.243246 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.243622 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.243987 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.244346 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.244700 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.245843 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.246258 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.246638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.246989 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.247337 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.247685 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.248031 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:36.297992 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:36.428388 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:29:36.649472 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:29:36.653082 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-4211f7dd-9d40-4dbd-9ad6-a87a71068872 req-6284da32-78a4-4a1c-aed6-7bdc635aba13 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c113cb2-fe01-477d-a7f2-c9f2397413c7 HTTP/1.1" status: 200 len: 210 time: 0.0476186 Nov 10 14:29:36.662819 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:29:36.677976 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:36.678805 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:36.737746 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] No DVR routers for this DVR port 90269e14-c423-458c-bc5d-f9c664249f2a on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:29:36.740326 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:36.747247 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-deleted', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:29:36.760997 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-aea0d35f-af71-4449-bd4e-21efbf1e9459 req-e435b9a7-1373-488d-a6e6-fce8c90f9d4c tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.18 "DELETE /v2.0/ports/90269e14-c423-458c-bc5d-f9c664249f2a HTTP/1.1" status: 204 len: 173 time: 1.4154990 Nov 10 14:29:36.797769 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c113cb2-fe01-477d-a7f2-c9f2397413c7', 'name': 'network-vif-deleted', 'tag': '90269e14-c423-458c-bc5d-f9c664249f2a', 'status': 'completed', 'code': 200} Nov 10 14:29:36.864066 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:37.178103 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:37.181807 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:29:37.192072 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:37.192671 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:37.395864 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:37.703597 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:37.707554 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264efb65-8b0b-4b7d-b558-3de4a5bcbce7 None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:24:33Z', 'revision_number': 4, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': 'c1e8b592-f755-4387-89dd-e016495bed53', 'name': '', 'network_id': 'fdd1bd96-3498-43a8-bf61-d03acbe23474', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'mac_address': 'fa:16:3e:7f:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:32Z', 'updated_at': '2021-11-10T14:24:39Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'subnets': [{'id': '11b763dd-3d5c-4995-9b3e-2c3a1253a257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:29:37.922747 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcefbc-4d90-4251-ad80-909158b3291e None None] New status for floating IP 781a9279-e28d-4fd1-87dc-3363639b460e: DOWN {{(pid=86772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:29:38.807194 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48432) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:38.870963 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:38.898018 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:38.949713 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:38.953511 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-17ec42f7-a6fb-416c-8a72-ae77fc59d609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:38.971344 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974a2bfb-91ef-41e2-ac03-4c3379e94134,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:38.974030 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:38.984514 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:38.985610 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-411e4694-ffb4-4db6-85e6-cfb4911b62e9 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "DELETE /v2.0/security-groups/974a2bfb-91ef-41e2-ac03-4c3379e94134 HTTP/1.1" status: 204 len: 168 time: 0.1768506 Nov 10 14:29:38.988328 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48436) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:39.005439 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.api.v2.resource [None req-ac529105-b73b-491a-88cf-194a3b473688 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] show failed (client error): The resource could not be found. Nov 10 14:29:39.006394 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-ac529105-b73b-491a-88cf-194a3b473688 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "GET /v2.0/security-groups/974a2bfb-91ef-41e2-ac03-4c3379e94134 HTTP/1.1" status: 404 len: 347 time: 0.0171833 Nov 10 14:29:39.009053 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48440) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:39.164681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Deleting port 6d8900ed-f06a-44a0-b4d0-3def3073b9e0 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:39.165015 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.334221 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.334572 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.546789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Calling delete_port for 6d8900ed-f06a-44a0-b4d0-3def3073b9e0 owned by network:floatingip {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:39.682236 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.686086 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4f2af955-75e6-40df-8b30-f02cbc12843a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:39.729483 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Pushing event deleted for resources: {'Port': ['ID=6d8900ed-f06a-44a0-b4d0-3def3073b9e0,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:39.731964 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:39.746916 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:39.784119 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: 90269e14-c423-458c-bc5d-f9c664249f2a {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:39.784465 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device 90269e14-c423-458c-bc5d-f9c664249f2a not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:39.824766 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks [] for floatingip, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.839295 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:39.840434 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-a7e5a90a-e4bd-48d7-88f3-f38bf009743a tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] 10.222.0.13 "DELETE /v2.0/floatingips/781a9279-e28d-4fd1-87dc-3363639b460e HTTP/1.1" status: 204 len: 168 time: 0.8305156 Nov 10 14:29:42.598008 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48464) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:43.221691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:43.563495 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Deleting port c1e8b592-f755-4387-89dd-e016495bed53 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:43.563828 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:43.730477 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] For port c1e8b592-f755-4387-89dd-e016495bed53, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=c1e8b592-f755-4387-89dd-e016495bed53,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:43.731279 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:43.949137 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Calling delete_port for c1e8b592-f755-4387-89dd-e016495bed53 owned by network:router_interface {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:44.123508 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:44.127327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6fbd777c-4dd8-4399-84c8-29a0103bc9a2 tempest-ServerRescueNegativeTestJSON-1410586382 tempest-ServerRescueNegativeTestJSON-1410586382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:44.169404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e8b592-f755-4387-89dd-e016495bed53,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:44.173156 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:44.452538 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:44.478842 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48470) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:44.687614 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Deleting port 18baf3f4-f51c-4ce8-bcaa-5049f41df642 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:44.688024 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:44.854301 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Router 2fa949e9-462f-4e76-bbdb-751f15a98c78 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:29:44.867158 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:44.867488 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.045584 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:29:45.056197 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Sync routers for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:29:45.059851 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-e68bdc65-8956-4686-813d-ce882cfc2cd4 admin admin] 10.222.0.13 "PUT /v2.0/routers/2fa949e9-462f-4e76-bbdb-751f15a98c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4607179 Nov 10 14:29:45.063351 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48474) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:45.067375 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:45.067987 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:45.099017 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Calling delete_port for 18baf3f4-f51c-4ce8-bcaa-5049f41df642 owned by network:floatingip {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:45.262956 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.263389 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:45.268786 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-6a39642e-2736-4a6e-becc-0ee0bd91397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:45.344844 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event deleted for resources: {'Port': ['ID=18baf3f4-f51c-4ce8-bcaa-5049f41df642,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:45.391668 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.392062 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.392325 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.392686 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.393050 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.393407 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.393763 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.394116 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.394502 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.394857 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.395208 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.395560 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817404-1-smb {{(pid=86771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:29:45.403278 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.436759 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:45.469583 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for floatingip, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.469921 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.l3_db [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Floating IP c18ca8ad-a1e1-4124-b80d-6e36651ec5ad disassociated (deleted). External IP: 172.28.2.130, port: fa4c3411-5e5f-46cb-8be4-c902efdaeda0. Nov 10 14:29:45.567156 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '651d2e03-f35a-4169-860c-bff550b00396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:29:44Z', 'revision_number': 5, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port': {'id': '651d2e03-f35a-4169-860c-bff550b00396', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:24:29Z', 'updated_at': '2021-11-10T14:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:45.571516 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Checking router: 2fa949e9-462f-4e76-bbdb-751f15a98c78 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:29:45.580749 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Routers {'2fa949e9-462f-4e76-bbdb-751f15a98c78'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:45.581340 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['2fa949e9-462f-4e76-bbdb-751f15a98c78'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:45.583441 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.593468 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Deleting port 651d2e03-f35a-4169-860c-bff550b00396 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:45.593846 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.730205 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] Set router 2fa949e9-462f-4e76-bbdb-751f15a98c78 gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:45.776386 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] For port 651d2e03-f35a-4169-860c-bff550b00396, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=651d2e03-f35a-4169-860c-bff550b00396,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:45.776790 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:45.833981 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:29:45Z', 'revision_number': 6, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:45.838053 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72acb5a-6264-4381-973c-1e52bf6cd372 None None] The sync data for ids ['2fa949e9-462f-4e76-bbdb-751f15a98c78'] in dv-cinder-817404-1-smb is: [{'id': '2fa949e9-462f-4e76-bbdb-751f15a98c78', 'name': 'tempest-AttachVolumeShelveTestJSON-894507722-router', 'tenant_id': 'faad02f72888411bb7c1ca3db927c9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:24:28Z', 'updated_at': '2021-11-10T14:29:45Z', 'revision_number': 6, 'project_id': 'faad02f72888411bb7c1ca3db927c9af', 'gw_port_host': None}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:29:45.847063 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:29:45.903404 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Calling delete_port for 651d2e03-f35a-4169-860c-bff550b00396 owned by network:router_gateway {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:46.024294 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:29:46.034226 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Sync routers for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:29:46.044857 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:46.045486 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for floatingip, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.046050 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:46.077385 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.086909 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7b6177be-e9e5-4291-ae04-d61578e7e789 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:46.108096 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-dccca7a8-668a-4405-8a87-af108f9aa2d8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "DELETE /v2.0/floatingips/c18ca8ad-a1e1-4124-b80d-6e36651ec5ad HTTP/1.1" status: 204 len: 168 time: 1.6252139 Nov 10 14:29:46.108096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:29:46.152534 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'status': 'completed', 'code': 200} Nov 10 14:29:46.164675 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=651d2e03-f35a-4169-860c-bff550b00396,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:46.166834 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:46.244171 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:46.303845 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.504223 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.507449 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.512898 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-83518833-b4a8-4ba9-87ff-89c3eee110b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:46.514557 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-83518833-b4a8-4ba9-87ff-89c3eee110b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c58ad13526a487e851af7dc713003d3&device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 1099 time: 0.3060412 Nov 10 14:29:46.574606 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc197-0e3f-4fb0-90b7-2a5c976eaf9b req-36682ec9-0952-43fc-ac5d-e98e81907d25 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:46.575371 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-a5bcc197-0e3f-4fb0-90b7-2a5c976eaf9b req-36682ec9-0952-43fc-ac5d-e98e81907d25 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:29:46.593834 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [req-a5bcc197-0e3f-4fb0-90b7-2a5c976eaf9b req-36682ec9-0952-43fc-ac5d-e98e81907d25 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:29:46.595338 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a5bcc197-0e3f-4fb0-90b7-2a5c976eaf9b req-36682ec9-0952-43fc-ac5d-e98e81907d25 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.1173525 Nov 10 14:29:46.609569 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:46.610089 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.610634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa949e9-462f-4e76-bbdb-751f15a98c78 {{(pid=86770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:29:46.614160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Checking router: 50ddd456-c86c-4ca1-8ea8-a6499f1e664f for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:29:46.624355 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:46.625157 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:46.629379 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.633101 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-24007494-e779-4bdf-9776-a12d78f483d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2fa949e9-462f-4e76-bbdb-751f15a98c78 HTTP/1.1" status: 204 len: 168 time: 1.5661914 Nov 10 14:29:46.633785 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48484) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:46.644142 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [req-a5bcc197-0e3f-4fb0-90b7-2a5c976eaf9b req-55058819-7674-40b6-a3fb-ad5aa93b9d03 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Nov 10 14:29:46.729078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Deleting subnet 11b763dd-3d5c-4995-9b3e-2c3a1253a257 {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:29:46.732014 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-e70784b6-6134-40a2-863b-22a6699a1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:46.733760 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-e70784b6-6134-40a2-863b-22a6699a1865 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 200 len: 910 time: 0.2022791 Nov 10 14:29:46.735277 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:46.816103 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:46.955629 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-90c0baf1-96de-4302-b0c4-bc64c1473079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 200 len: 217 time: 0.1938827 Nov 10 14:29:46.993780 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1150194'] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.069544 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-177e5f0a-d654-406e-9ec4-9ced0005e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:47.070987 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-177e5f0a-d654-406e-9ec4-9ced0005e42f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 200 len: 848 time: 0.1073115 Nov 10 14:29:47.168409 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 651d2e03-f35a-4169-860c-bff550b00396 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:47.187275 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.208001 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 651d2e03-f35a-4169-860c-bff550b00396 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:47.208359 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 651d2e03-f35a-4169-860c-bff550b00396 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:47.208891 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1e8b592-f755-4387-89dd-e016495bed53 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:47.243640 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: c1e8b592-f755-4387-89dd-e016495bed53 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:47.243906 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device c1e8b592-f755-4387-89dd-e016495bed53 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:47.249078 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-b6eb68d7-33f8-4370-a277-2d8cdf2d8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:47.250611 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-b6eb68d7-33f8-4370-a277-2d8cdf2d8672 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415274 Nov 10 14:29:47.263672 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:47.267878 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2701-0835-4154-95b1-9f5dd6953945 None None] The sync data for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb is: [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:24Z', 'revision_number': 4, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb', '_interfaces': [{'id': '2263906b-4d6e-44d1-aa74-bc6c7cc60081', 'name': '', 'network_id': 'b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'mac_address': 'fa:16:3e:f0:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '49612af7-348a-4f6b-b90c-023beab955bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:23Z', 'updated_at': '2021-11-10T14:25:32Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'subnets': [{'id': '49612af7-348a-4f6b-b90c-023beab955bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:29:47.333410 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7142666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6386324'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.349181 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:47.389633 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b763dd-3d5c-4995-9b3e-2c3a1253a257,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:47.391607 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.395785 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:47.398948 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d9ca4-05e9-40c2-b3f6-810e7e410bc4 None None] Network fdd1bd96-3498-43a8-bf61-d03acbe23474 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:29:47.405848 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-514ab2c0-980e-436e-82f5-f7c25d28575f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11b763dd-3d5c-4995-9b3e-2c3a1253a257 HTTP/1.1" status: 204 len: 168 time: 0.7715857 Nov 10 14:29:47.408938 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48488) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:47.439058 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-60fc8456-98a8-47f3-8abd-3565cdac3845 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783304 Nov 10 14:29:47.541370 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.556634 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Deleting port 78b05375-df39-490a-bcfe-936e178737c7 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:47.557265 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.564289 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c078f-d555-47d7-9dbf-34059314961b None None] New status for floating IP c18ca8ad-a1e1-4124-b80d-6e36651ec5ad: DOWN {{(pid=86773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:29:47.594264 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-f0c86c9b-558b-4f8f-85f5-721cd17f26f6 req-10b85ab2-f5aa-49d7-bb67-d73273914342 service neutron] 10.222.0.18 "GET /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453230 Nov 10 14:29:47.680483 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] DHCP port deletion for fdd1bd96-3498-43a8-bf61-d03acbe23474 request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:29:47.684901 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Deleting port 78b05375-df39-490a-bcfe-936e178737c7 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:47.685285 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.906527 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-4c6f0356-075d-4e92-8e5b-238108d290c4 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:47.907919 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-4c6f0356-075d-4e92-8e5b-238108d290c4 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.18 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.1644940 Nov 10 14:29:47.911827 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] For port 78b05375-df39-490a-bcfe-936e178737c7, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=78b05375-df39-490a-bcfe-936e178737c7,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:47.912190 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:47.915937 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b7d1-3fee-4038-8f20-3a4c5a218f5c req-632f6aa2-53d1-4ab7-a8f4-d8354298b624 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:29:47.917845 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1640b7d1-3fee-4038-8f20-3a4c5a218f5c req-632f6aa2-53d1-4ab7-a8f4-d8354298b624 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 946 time: 0.1330111 Nov 10 14:29:47.927229 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] For port 78b05375-df39-490a-bcfe-936e178737c7, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=78b05375-df39-490a-bcfe-936e178737c7,segment=NetworkSegment(90adb36b-f154-4d14-b343-e520f94ed5c8),segment_id=90adb36b-f154-4d14-b343-e520f94ed5c8)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:47.927774 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.016674 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-1640b7d1-3fee-4038-8f20-3a4c5a218f5c req-3ce53749-2601-41f2-9234-9d3bc3e96b30 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/security-groups?id=87fb043a-d4f2-4299-91cb-66eac29c2171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659187 Nov 10 14:29:48.020110 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Deleting port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:48.020458 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.045252 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Calling delete_port for 78b05375-df39-490a-bcfe-936e178737c7 owned by network:dhcp {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:48.053212 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Calling delete_port for 78b05375-df39-490a-bcfe-936e178737c7 owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:48.116559 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.121853 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d10e063b-0b0e-4310-b42e-9ed9c14159b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:48.136237 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:29:48.136463 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:29:48.169409 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Pushing event deleted for resources: {'Port': ['ID=78b05375-df39-490a-bcfe-936e178737c7,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:48.171826 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:48.174086 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] No DVR routers for this DVR port 78b05375-df39-490a-bcfe-936e178737c7 on host dv-cinder-817404-1-smb {{(pid=86771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:29:48.278561 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] For port fa4c3411-5e5f-46cb-8be4-c902efdaeda0, host hv-cinder-81740, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81740',level=0,port_id=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:48.278921 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.296181 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.321204 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd1bd96-3498-43a8-bf61-d03acbe23474']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:48.334620 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90adb36b-f154-4d14-b343-e520f94ed5c8') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:48.334920 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90adb36b-f154-4d14-b343-e520f94ed5c8') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:48.346782 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.363070 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.368999 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:29:48.369372 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:29:48.382124 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:29:48.401851 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Calling delete_port for fa4c3411-5e5f-46cb-8be4-c902efdaeda0 owned by compute:nova {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:48.459528 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.465088 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.468712 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3cd96e62-3a5d-4650-bf39-fa35cf1143e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:48.493630 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd1bd96-3498-43a8-bf61-d03acbe23474,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:48.496199 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:48.505124 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-0e88ff20-2094-424d-b231-38d0788d733f admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdd1bd96-3498-43a8-bf61-d03acbe23474 HTTP/1.1" status: 204 len: 168 time: 1.0945523 Nov 10 14:29:48.559480 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.565353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5e54a06d-b72a-4639-ba60-ee0053771cfc tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:48.609122 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event deleted for resources: {'Port': ['ID=fa4c3411-5e5f-46cb-8be4-c902efdaeda0,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:48.612694 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:48.625016 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48496) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:48.637804 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Deleting port 78b05375-df39-490a-bcfe-936e178737c7 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:48.638348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.680741 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-74c9f31a-8c58-492d-90e0-f8bf9ec24d36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faad02f72888411bb7c1ca3db927c9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521336 Nov 10 14:29:48.681002 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48500) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:48.708365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7f334593-8481-43cd-ae6a-36824525b818 None None] The port '78b05375-df39-490a-bcfe-936e178737c7' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:29:48.751023 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.778326 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.803416 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] No DVR routers for this DVR port fa4c3411-5e5f-46cb-8be4-c902efdaeda0 on host hv-cinder-81740 {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:29:48.805758 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207715'] for port, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.808382 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-deleted', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0'}] {{(pid=86770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:29:48.825112 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-df80828a-8be8-4f22-bbb3-6d5114ec5c83 req-e39fafbb-b951-407d-b44f-1bd95ddd5d31 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.18 "DELETE /v2.0/ports/fa4c3411-5e5f-46cb-8be4-c902efdaeda0 HTTP/1.1" status: 204 len: 173 time: 0.9062684 Nov 10 14:29:48.835578 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.840096 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-592ab488-341b-4d3f-9688-97e35b7e6dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:48.854588 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1afc7a-e4df-424d-a6d7-f1b40461c70e,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:48.858762 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:48.862382 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:48.863561 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b1afc7a-e4df-424d-a6d7-f1b40461c70e HTTP/1.1" status: 204 len: 168 time: 0.1817141 Nov 10 14:29:48.879010 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f2035-ddcd-47ab-bafe-0e811cba79b0', 'name': 'network-vif-deleted', 'tag': 'fa4c3411-5e5f-46cb-8be4-c902efdaeda0', 'status': 'completed', 'code': 200} Nov 10 14:29:49.161504 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 78b05375-df39-490a-bcfe-936e178737c7 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:49.197310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 78b05375-df39-490a-bcfe-936e178737c7 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:49.197675 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 78b05375-df39-490a-bcfe-936e178737c7 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:49.206716 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfbfa0f2-9d6b-445f-964a-ec8311aff975 req-ba1fa968-6264-47e0-8ef3-415802a3dbc8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Synchronizing usage tracker for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86770) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 14:29:49.227548 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [req-dfbfa0f2-9d6b-445f-964a-ec8311aff975 req-ba1fa968-6264-47e0-8ef3-415802a3dbc8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Unset dirty status for tenant:1c58ad13526a487e851af7dc713003d3 on resource:port {{(pid=86770) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 14:29:49.241600 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [req-dfbfa0f2-9d6b-445f-964a-ec8311aff975 req-ba1fa968-6264-47e0-8ef3-415802a3dbc8 tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "GET /v2.0/ports?device_id=305f2035-ddcd-47ab-bafe-0e811cba79b0 HTTP/1.1" status: 200 len: 210 time: 0.0852141 Nov 10 14:29:50.329176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48544) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:50.399809 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:50.429607 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:50.493764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:50.498326 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-2e0db35c-a49f-417a-b732-33c82abf745e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:50.515550 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb043a-d4f2-4299-91cb-66eac29c2171,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:50.518702 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:50.529175 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:50.530299 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3ce3ddd6-2205-4d98-9d36-8440482a1c7d tempest-TestShelveInstance-1629817077 tempest-TestShelveInstance-1629817077-project] 10.222.0.13 "DELETE /v2.0/security-groups/87fb043a-d4f2-4299-91cb-66eac29c2171 HTTP/1.1" status: 204 len: 168 time: 0.1997962 Nov 10 14:29:50.571899 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48550) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:51.098189 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:51.540807 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Deleting port 2263906b-4d6e-44d1-aa74-bc6c7cc60081 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:51.541479 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:51.723458 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] For port 2263906b-4d6e-44d1-aa74-bc6c7cc60081, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=2263906b-4d6e-44d1-aa74-bc6c7cc60081,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:51.723807 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:51.779292 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 no longer exists at agent hyperv_hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:51.815823 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] No Port match for: fa4c3411-5e5f-46cb-8be4-c902efdaeda0 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:51.816140 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Device fa4c3411-5e5f-46cb-8be4-c902efdaeda0 not bound to the agent host hv-cinder-81740 {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:51.853074 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Calling delete_port for 2263906b-4d6e-44d1-aa74-bc6c7cc60081 owned by network:router_interface {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:52.028461 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:52.032784 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-5f061fb2-8a29-49ba-a356-7110a14de3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:52.078845 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2263906b-4d6e-44d1-aa74-bc6c7cc60081,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:52.104294 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:52.351686 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:52.818301 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:29:53.000584 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:29:53.009777 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Sync routers for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:29:53.021263 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:53.021263 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:53.023156 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d3a26c26-1ff3-4a36-948f-f107ce602f17 admin admin] 10.222.0.13 "PUT /v2.0/routers/50ddd456-c86c-4ca1-8ea8-a6499f1e664f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499221 Nov 10 14:29:53.023330 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48584) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:53.211953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: dv-cinder-817404-1-smb {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:53.212691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks [] for router, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:53.394638 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:53.404609 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Deleting port 932abbd5-3277-4f92-84da-42f38b6666c6 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:53.405301 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:53.501147 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:29:51Z', 'revision_number': 5, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port': {'id': '932abbd5-3277-4f92-84da-42f38b6666c6', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:53.505006 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Checking router: 50ddd456-c86c-4ca1-8ea8-a6499f1e664f for host: dv-cinder-817404-1-smb {{(pid=86772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:29:53.513929 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Routers {'50ddd456-c86c-4ca1-8ea8-a6499f1e664f'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:53.514564 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'], 'active': True} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:53.580656 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] For port 932abbd5-3277-4f92-84da-42f38b6666c6, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=932abbd5-3277-4f92-84da-42f38b6666c6,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:53.581034 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:53.665764 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_dvr_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] Set router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f gateway port host: None {{(pid=86772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:53.703056 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Calling delete_port for 932abbd5-3277-4f92-84da-42f38b6666c6 owned by network:router_gateway {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:53.773927 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.db.l3_hamode_db [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:29:53Z', 'revision_number': 6, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:53.778500 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64687a-cf4d-4904-8505-fd8bb26e5c05 None None] The sync data for ids ['50ddd456-c86c-4ca1-8ea8-a6499f1e664f'] in dv-cinder-817404-1-smb is: [{'id': '50ddd456-c86c-4ca1-8ea8-a6499f1e664f', 'name': 'tempest-TestShelveInstance-1538411330-router', 'tenant_id': '1c58ad13526a487e851af7dc713003d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:20Z', 'updated_at': '2021-11-10T14:29:53Z', 'revision_number': 6, 'project_id': '1c58ad13526a487e851af7dc713003d3', 'gw_port_host': None}] {{(pid=86772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:29:53.878578 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:53.882150 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9f7f5cfe-e7ac-4968-8395-05e175c244e3 tempest-VolumesActionsTest-4184623 tempest-VolumesActionsTest-4184623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:53.927026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Pushing event deleted for resources: {'Port': ['ID=932abbd5-3277-4f92-84da-42f38b6666c6,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:53.929343 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:54.017550 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.200644 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.203106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.230083 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.230954 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ddd456-c86c-4ca1-8ea8-a6499f1e664f {{(pid=86770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:29:54.250213 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Notify callbacks [] for router, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.251449 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] 10.222.0.13 "DELETE /v2.0/routers/50ddd456-c86c-4ca1-8ea8-a6499f1e664f HTTP/1.1" status: 204 len: 168 time: 1.2269874 Nov 10 14:29:54.253827 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48600) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:54.418155 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Deleting subnet 49612af7-348a-4f6b-b90c-023beab955bc {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:29:54.421037 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.469890 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1150194'] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.547561 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.618012 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7142666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6386324'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.623039 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:54.658934 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49612af7-348a-4f6b-b90c-023beab955bc,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:54.660887 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.663499 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:54.667589 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca204f07-c325-492a-98c9-3dcc8075df22 None None] Network b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:29:54.669191 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-594f5906-849a-4765-95de-0a55eff6d307 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49612af7-348a-4f6b-b90c-023beab955bc HTTP/1.1" status: 204 len: 168 time: 0.4143155 Nov 10 14:29:54.671547 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48606) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:54.784952 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.796994 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Deleting port ca97573b-c6c4-4224-b7ce-7cdf85261a19 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:54.797567 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:54.933641 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] DHCP port deletion for b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:29:54.938019 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Deleting port ca97573b-c6c4-4224-b7ce-7cdf85261a19 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:54.938399 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.015127 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] For port ca97573b-c6c4-4224-b7ce-7cdf85261a19, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ca97573b-c6c4-4224-b7ce-7cdf85261a19,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:55.015483 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.137490 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Calling delete_port for ca97573b-c6c4-4224-b7ce-7cdf85261a19 owned by network:dhcp {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:55.147966 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] For port ca97573b-c6c4-4224-b7ce-7cdf85261a19, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=ca97573b-c6c4-4224-b7ce-7cdf85261a19,segment=NetworkSegment(739c0535-4a88-471a-944e-fcbd23d64c3a),segment_id=739c0535-4a88-471a-944e-fcbd23d64c3a)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:55.148368 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.160240 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 932abbd5-3277-4f92-84da-42f38b6666c6 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:55.215692 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.220157 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9cd8025b-6dc7-430f-801b-b19b84d21f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:55.270092 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca97573b-c6c4-4224-b7ce-7cdf85261a19,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:55.272466 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] No DVR routers for this DVR port ca97573b-c6c4-4224-b7ce-7cdf85261a19 on host dv-cinder-817404-1-smb {{(pid=86770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:29:55.274220 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:55.349091 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 932abbd5-3277-4f92-84da-42f38b6666c6 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:55.349448 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 932abbd5-3277-4f92-84da-42f38b6666c6 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:55.349871 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2263906b-4d6e-44d1-aa74-bc6c7cc60081 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:55.381383 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Calling delete_port for ca97573b-c6c4-4224-b7ce-7cdf85261a19 owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:55.393485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.419748 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:55.427253 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 2263906b-4d6e-44d1-aa74-bc6c7cc60081 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:55.427610 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 2263906b-4d6e-44d1-aa74-bc6c7cc60081 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:55.428031 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ca97573b-c6c4-4224-b7ce-7cdf85261a19 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:55.432084 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739c0535-4a88-471a-944e-fcbd23d64c3a') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:55.432640 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739c0535-4a88-471a-944e-fcbd23d64c3a') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:55.446405 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.465109 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.467052 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: ca97573b-c6c4-4224-b7ce-7cdf85261a19 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:55.467390 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device ca97573b-c6c4-4224-b7ce-7cdf85261a19 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:55.471678 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:29:55.472114 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:29:55.488185 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:29:55.501023 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:29:55.501434 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:29:55.566260 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.570106 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-e3443a7b-86b9-4abf-aeb6-19877a09b698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:55.585417 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:55.591498 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:55.595552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:55.609152 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] 10.222.0.13 "DELETE /v2.0/networks/b91c2b4c-eb3c-48c6-b0be-ea1dfbf9466b HTTP/1.1" status: 204 len: 168 time: 0.9363058 Nov 10 14:29:55.612076 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48624) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:55.873464 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48630) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:56.003614 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Deleting port ca97573b-c6c4-4224-b7ce-7cdf85261a19 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:56.004150 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.016170 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.031426 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:29:56.035488 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Usage tracker for resource:security_group_rule and tenant:14a789fc71d74f8aa992b3f52976f5f9 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:29:56.038462 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:29:56.045036 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:29:56.094059 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-3286e724-a095-455a-8546-c412b4bdf01d None None] The port 'ca97573b-c6c4-4224-b7ce-7cdf85261a19' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:29:56.095639 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff546-7b1f-47ba-812a-202f263b01e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.133567 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.138337 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.145377 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-74758ca8-7e05-4f8f-a162-419015dad7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:56.186279 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04315e11-caef-4eff-849b-1ba326e2f00f,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:56.189453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:56.192349 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14a789fc71d74f8aa992b3f52976f5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178604 Nov 10 14:29:56.194968 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48636) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:56.269108 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.269327 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495812'] for router_interface, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.296119 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.350560 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.356748 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-8709bb68-957a-4694-b69b-0ee1b49d3da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:56.365842 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.369485 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04315e11-caef-4eff-849b-1ba326e2f00f,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:56.373271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:56.375835 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.378877 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-16f047f2-232c-4caf-8e3e-22f30a079bbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04315e11-caef-4eff-849b-1ba326e2f00f HTTP/1.1" status: 204 len: 168 time: 0.1829813 Nov 10 14:29:56.559121 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.635978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Deleting port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 {{(pid=86770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:56.636311 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.813556 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.db [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] For port e8bb70c4-c09a-4b0e-a3fe-23da1b303e70, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:56.813904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:56.938071 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.plugin [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Calling delete_port for e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 owned by network:router_interface {{(pid=86770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:57.116717 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7142717'] for port, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:57.122060 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-41d08a58-27c6-45a9-815a-533bddf59804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:57.163634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bb70c4-c09a-4b0e-a3fe-23da1b303e70,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:57.167425 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:57.560448 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495800'] for router_interface, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:57.935736 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Router cfd897f8-a5c1-4814-9e85-7bb7c006a289 has already been hosted by L3 agent 2b9aa933-55df-4b6a-ba85-5976def734cd {{(pid=86770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 10 14:29:58.116526 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] Notify agent at l3_agent.dv-cinder-817404-1-smb the message routers_updated {{(pid=86770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 10 14:29:58.125670 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-27e7b35e-04c3-442c-8c49-659050f0c7c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/cfd897f8-a5c1-4814-9e85-7bb7c006a289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130064 Nov 10 14:29:58.126458 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Sync routers for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:29:58.128255 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48688) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:58.136609 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:58.137457 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:29Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:58.155762 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48692) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:58.276113 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.295128 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:29:58.299097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Usage tracker for resource:security_group_rule and tenant:9176bbd93a6f45ffb3899b19c31080d7 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:29:58.301973 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:29:58.307759 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:29:58.316453 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.317032 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: dv-cinder-817404-1-smb {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:58.412072 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.417760 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.426971 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-4538542c-56d2-4b57-b9bd-538f8951d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:58.469591 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9176bbd93a6f45ffb3899b19c31080d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103859 Nov 10 14:29:58.469834 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48698) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:58.472420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373fee4-4f81-4d4e-adcf-b63ecd3a0d6e,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:58.495690 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6570d6f5-046b-4e7e-89ce-393ee5de8c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:58.511200 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.520949 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Deleting port 97905cf0-552b-4923-9cca-479b37260315 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:58.521361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.532562 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.561643 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.576525 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b3d367f0-aeef-42e6-9bc4-cf081f370fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.618714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.624348 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-42b525b6-798f-4384-bf85-995810401f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:58.635759 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'external_fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '97905cf0-552b-4923-9cca-479b37260315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:29:57Z', 'revision_number': 5, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port': {'id': '97905cf0-552b-4923-9cca-479b37260315', 'name': '', 'network_id': '78cd8659-e679-497c-9897-6362e2507101', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '071e7294-7860-404b-9261-d6642098ad15', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817404-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:25:27Z', 'updated_at': '2021-11-10T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '071e7294-7860-404b-9261-d6642098ad15', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817404-1-smb'}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:58.636007 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373fee4-4f81-4d4e-adcf-b63ecd3a0d6e,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:58.639100 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:58.641318 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.642895 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Checking router: cfd897f8-a5c1-4814-9e85-7bb7c006a289 for host: dv-cinder-817404-1-smb {{(pid=86773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:29:58.646170 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b373fee4-4f81-4d4e-adcf-b63ecd3a0d6e HTTP/1.1" status: 204 len: 168 time: 0.1754148 Nov 10 14:29:58.653786 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Routers {'cfd897f8-a5c1-4814-9e85-7bb7c006a289'} bound to L3 agent in host dv-cinder-817404-1-smb {{(pid=86773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 10 14:29:58.654579 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817404-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:12:28Z,description=,heartbeat_timestamp=2021-11-10T14:29:59Z,host='dv-cinder-817404-1-smb',id=2b9aa933-55df-4b6a-ba85-5976def734cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:12:28Z,topic='l3_agent')) {'router_ids': ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'], 'active': True} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:58.719932 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] For port 97905cf0-552b-4923-9cca-479b37260315, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=97905cf0-552b-4923-9cca-479b37260315,segment=NetworkSegment(03ece117-c7e6-42b6-aba1-9e5afe6c26a9),segment_id=03ece117-c7e6-42b6-aba1-9e5afe6c26a9)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:29:58.720291 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.814941 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_dvr_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] Set router cfd897f8-a5c1-4814-9e85-7bb7c006a289 gateway port host: None {{(pid=86773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 10 14:29:58.847794 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Calling delete_port for 97905cf0-552b-4923-9cca-479b37260315 owned by network:router_gateway {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:29:58.926255 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.l3_hamode_db [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:29:58Z', 'revision_number': 6, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port_host': None}], 'dv-cinder-817404-1-smb', False) {} {{(pid=86773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:29:58.930629 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec14517-8f3c-43a2-b758-676c88d96ecd None None] The sync data for ids ['cfd897f8-a5c1-4814-9e85-7bb7c006a289'] in dv-cinder-817404-1-smb is: [{'id': 'cfd897f8-a5c1-4814-9e85-7bb7c006a289', 'name': 'tempest-TestShelveInstance-1907333888-router', 'tenant_id': 'f473821d7d4049f390b73dae93a77605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:25:26Z', 'updated_at': '2021-11-10T14:29:58Z', 'revision_number': 6, 'project_id': 'f473821d7d4049f390b73dae93a77605', 'gw_port_host': None}] {{(pid=86773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:29:58.938172 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48706) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:58.959858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:58.975876 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:29:58.980267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd2eb4a83e84c0496d64086c2d59b63 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:29:58.983347 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:29:58.988966 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:29:59.032075 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.035787 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:59.078528 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.080266 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=97905cf0-552b-4923-9cca-479b37260315,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:59.083041 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:59.083825 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.091894 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3a7094f4-c75a-47c1-972d-cd0344516e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:59.134303 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bd2eb4a83e84c0496d64086c2d59b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949854 Nov 10 14:29:59.135256 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47566bb5-77c0-424a-be18-2c4572ceb609,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:59.138248 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48710) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:59.140941 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:59.201471 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.228447 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.284085 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-339007'] for router_gateway, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.299786 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.308371 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-da77a04c-e279-431b-89ff-7c91852e60fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:59.322208 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.324053 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47566bb5-77c0-424a-be18-2c4572ceb609 HTTP/1.1" status: 204 len: 168 time: 0.1848657 Nov 10 14:29:59.333159 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47566bb5-77c0-424a-be18-2c4572ceb609,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:59.335571 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6139d931-bcc2-4587-8b1e-15f2139f0032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:59.428310 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:29:59.468098 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:29:59.468456 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device e8bb70c4-c09a-4b0e-a3fe-23da1b303e70 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:29:59.476059 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-340350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1115'] for router, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.478285 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.502244 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-339019'] for router, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.502801 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd897f8-a5c1-4814-9e85-7bb7c006a289 {{(pid=86771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 10 14:29:59.514821 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] Notify callbacks [] for router, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.516003 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-27d97364-92e6-4c5f-a01c-b9b77de00e19 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cfd897f8-a5c1-4814-9e85-7bb7c006a289 HTTP/1.1" status: 204 len: 168 time: 1.3867860 Nov 10 14:29:59.518529 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48716) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:59.576991 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.582947 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Deleting subnet 116d8f5d-ef44-437c-9aea-5b9f9621905d {{(pid=86771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:29:59.586043 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.639813 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8081781'] for subnet, precommit_delete_associations {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.723044 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.805765 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6875987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7298750'] for subnet, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.811020 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:29:59.847039 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116d8f5d-ef44-437c-9aea-5b9f9621905d,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:29:59.850132 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:29:59.851202 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.858407 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-320ffeaa-d88e-43e8-b847-86150b8dc02b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/116d8f5d-ef44-437c-9aea-5b9f9621905d HTTP/1.1" status: 204 len: 168 time: 0.3387690 Nov 10 14:29:59.860837 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48730) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:29:59.868659 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603b65e-b962-4c8c-b0f3-0293db363062 None None] Network 88eabc5c-0901-4165-b1ef-76b83f3fdb6c requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:29:59.976322 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:29:59.988142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Deleting port 96a73507-c8f0-4a61-93ea-315e1096e503 {{(pid=86771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:29:59.988696 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.141492 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] DHCP port deletion for 88eabc5c-0901-4165-b1ef-76b83f3fdb6c request from dv-cinder-817404-1-smb {{(pid=86772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 10 14:30:00.145842 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Deleting port 96a73507-c8f0-4a61-93ea-315e1096e503 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:30:00.146236 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.232900 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.db [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] For port 96a73507-c8f0-4a61-93ea-315e1096e503, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=96a73507-c8f0-4a61-93ea-315e1096e503,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:30:00.233594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.297214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48742) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:00.371022 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.db [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] For port 96a73507-c8f0-4a61-93ea-315e1096e503, host dv-cinder-817404-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817404-1-smb',level=0,port_id=96a73507-c8f0-4a61-93ea-315e1096e503,segment=NetworkSegment(898cd70a-e66e-4983-9f41-b7ecaea9fb14),segment_id=898cd70a-e66e-4983-9f41-b7ecaea9fb14)] {{(pid=86772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 10 14:30:00.371329 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340420'] for port, precommit_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.376184 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Calling delete_port for 96a73507-c8f0-4a61-93ea-315e1096e503 owned by network:dhcp {{(pid=86771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:30:00.411691 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2013331995-network', 'tenant_id': '1cbf0b70c9e84d31a1cb6a187e7d90f5'}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:00.416362 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:00.420475 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Usage tracker for resource:network and tenant:1cbf0b70c9e84d31a1cb6a187e7d90f5 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:00.423556 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:00.430290 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:00.442036 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Made reservation on behalf of 1cbf0b70c9e84d31a1cb6a187e7d90f5 for: {'network': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:00.444500 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.457540 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1420564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791484482847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791484018472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6876004'] for port, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.458023 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.462411 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-67ee0f20-8123-44da-b9cf-f256840cdab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:00.473119 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:00.477121 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbf0b70c9e84d31a1cb6a187e7d90f5 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:00.480789 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:00.486891 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:00.496191 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Calling delete_port for 96a73507-c8f0-4a61-93ea-315e1096e503 owned by network:dhcp {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 10 14:30:00.509739 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a73507-c8f0-4a61-93ea-315e1096e503,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:00.512950 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:00.513729 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] No DVR routers for this DVR port 96a73507-c8f0-4a61-93ea-315e1096e503 on host dv-cinder-817404-1-smb {{(pid=86771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:30:00.577658 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.db.api [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:30:00.578762 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG oslo_db.api [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:30:00.580365 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.585441 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.588420 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0c67d7be-ae99-4e95-937e-21c3fe3bc1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:00.616026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=86770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:00.625318 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa280062-5737-436d-b604-c2a3c5e04ffa,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:00.628858 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:00.631428 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.631777 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.db.segments_db [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Added segment 2164ec8e-d43e-440f-892f-dad4f244473d of type vlan for network 82935bad-3fec-4fc1-a321-6eb8c86fa210 Nov 10 14:30:00.642289 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.660560 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.668897 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eabc5c-0901-4165-b1ef-76b83f3fdb6c']}} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:00.680764 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898cd70a-e66e-4983-9f41-b7ecaea9fb14') {'for_net_delete': True} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:00.681052 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.services.segments.db [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898cd70a-e66e-4983-9f41-b7ecaea9fb14') {} {{(pid=86771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:00.690387 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.691714 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:00.692295 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.693506 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8081806'] for segment, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.696934 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-00d274bb-dd66-424c-b698-7f54bf1600bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:00.709544 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.716141 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=86771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:30:00.716576 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6875961'] for segment, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: Traceback (most recent call last): Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: timer() Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: cb(*args, **kw) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: return func(*args, **kwargs) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: self._notify() Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: self.callback(batched_events) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: event.method(event) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: return f(self, *a, **k) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: return self._get(url).json() Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: return self.request(url, 'GET', **kwargs) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:30:00.730236 dv-cinder-817404-1-smb neutron-server[86771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:30:00.800541 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5011864 Nov 10 14:30:00.801214 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Pushing event updated for resources: {'Network': ['ID=82935bad-3fec-4fc1-a321-6eb8c86fa210,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:00.804097 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:00.804540 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48748) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:00.810647 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Request body: {'subnet': {'network_id': '82935bad-3fec-4fc1-a321-6eb8c86fa210', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2013331995-subnet', 'tenant_id': '1cbf0b70c9e84d31a1cb6a187e7d90f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:00.812780 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 82935bad-3fec-4fc1-a321-6eb8c86fa210 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:30:00.815686 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:00.819768 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Usage tracker for resource:subnet and tenant:1cbf0b70c9e84d31a1cb6a187e7d90f5 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:00.822810 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:00.829378 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:00.840227 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Made reservation on behalf of 1cbf0b70c9e84d31a1cb6a187e7d90f5 for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:00.842586 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6386419'] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.913203 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.917447 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:00.933299 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:00.941758 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=88eabc5c-0901-4165-b1ef-76b83f3fdb6c,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:00.944802 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:00.946298 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-cfb7f48b-e717-4d13-9dce-866093a66e58 admin admin] 10.222.0.13 "DELETE /v2.0/networks/88eabc5c-0901-4165-b1ef-76b83f3fdb6c HTTP/1.1" status: 204 len: 168 time: 1.0843916 Nov 10 14:30:01.058267 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7595213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6386413'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.061351 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48754) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:01.062210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:01.080595 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Deleting port 96a73507-c8f0-4a61-93ea-315e1096e503 {{(pid=86772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 10 14:30:01.081106 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791484478347'] for port, before_delete {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.111873 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-5d8cd4ac-78f7-45ef-b472-cde07232cc97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c58ad13526a487e851af7dc713003d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490761 Nov 10 14:30:01.114189 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48758) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:01.147071 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc80165-b0ec-475b-a7f1-e610ce2bdf19,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:01.152974 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:01.158289 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-735429a6-6394-44d6-b30a-62d13929e2f8 None None] The port '96a73507-c8f0-4a61-93ea-315e1096e503' was deleted {{(pid=86772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 10 14:30:01.172143 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 96a73507-c8f0-4a61-93ea-315e1096e503 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:30:01.178943 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Checking segment: {'id': '2164ec8e-d43e-440f-892f-dad4f244473d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '82935bad-3fec-4fc1-a321-6eb8c86fa210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:30:01.179304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Network hostable DHCP agents. Network: 82935bad-3fec-4fc1-a321-6eb8c86fa210, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:01.214731 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.215789 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 96a73507-c8f0-4a61-93ea-315e1096e503 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:30:01.216193 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 96a73507-c8f0-4a61-93ea-315e1096e503 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:30:01.216621 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 97905cf0-552b-4923-9cca-479b37260315 no longer exists at agent ovs-agent-dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 14:30:01.227305 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Network 82935bad-3fec-4fc1-a321-6eb8c86fa210 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:01.252956 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.257365 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] No Port match for: 97905cf0-552b-4923-9cca-479b37260315 {{(pid=86772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 10 14:30:01.257708 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Device 97905cf0-552b-4923-9cca-479b37260315 not bound to the agent host dv-cinder-817404-1-smb {{(pid=86772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 14:30:01.266419 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.361300 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 82935bad-3fec-4fc1-a321-6eb8c86fa210) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:01.368568 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0d0a8-8e3e-4fb3-8c80-63bb1f359bde None None] Network 82935bad-3fec-4fc1-a321-6eb8c86fa210 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:30:01.372725 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:01.373312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.409932 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-9e721dc4-6c57-43ac-aef0-f06a2637e178 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6043260 Nov 10 14:30:01.430959 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.437337 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7d132f83-7264-44a0-92d2-f59855d70de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:01.454634 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4c910-cba8-4b6c-b98c-a525d641e5ec,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:01.460446 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:01.467541 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.471075 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ad4c910-cba8-4b6c-b98c-a525d641e5ec HTTP/1.1" status: 204 len: 168 time: 0.3521938 Nov 10 14:30:01.644332 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c0d40-f31c-489a-871a-8cc4dbf003c3 None None] Network 82935bad-3fec-4fc1-a321-6eb8c86fa210 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:30:01.845712 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48776) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:01.895873 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-64d4cf11-82a4-4ab7-8083-da693421402f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f473821d7d4049f390b73dae93a77605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486584 Nov 10 14:30:01.898075 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48782) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:01.961733 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:01.987611 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.044177 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.049837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6775c31d-c6a1-426f-98d7-5699481c6a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:02.068186 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8481a4b-d260-4bcd-89f5-9b428f176505,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:02.070756 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:02.071928 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.083703 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-163cddea-2601-4569-9c66-b4d01446e825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8481a4b-d260-4bcd-89f5-9b428f176505 HTTP/1.1" status: 204 len: 168 time: 0.1839557 Nov 10 14:30:02.084069 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48790) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:02.089769 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.v2.base [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122722075-network', 'tenant_id': 'ea9f0e74613c4ecda4d5d8eb721f6710'}} {{(pid=86771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:02.101806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:02.105773 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Usage tracker for resource:network and tenant:ea9f0e74613c4ecda4d5d8eb721f6710 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:02.109593 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:02.115271 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:02.125626 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Made reservation on behalf of ea9f0e74613c4ecda4d5d8eb721f6710 for: {'network': 1} {{(pid=86771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:02.128014 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1420747'] for network, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.140513 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.158697 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:02.162456 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9f0e74613c4ecda4d5d8eb721f6710 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:02.165477 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:02.171502 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:02.257929 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.262823 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.266248 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e6916d49-aa53-49ba-b2be-244433f3eb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:02.298139 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=86771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:02.308117 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52069e74-b370-4bbb-af50-2f0f2a08607f,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:02.312284 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:02.315425 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.315773 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.db.segments_db [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Added segment 09d9335a-358b-478a-b469-613cf28c73a5 of type vlan for network 783f3ccf-6b87-4aa5-9f58-b54a2658db65 Nov 10 14:30:02.346396 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791484004765'] for network, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.379106 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648'] for network, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.380686 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:02.381267 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.387130 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-70213ed4-b9f2-46ea-9172-9910574bf475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:02.491310 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4060686 Nov 10 14:30:02.494142 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Pushing event updated for resources: {'Network': ['ID=783f3ccf-6b87-4aa5-9f58-b54a2658db65,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:02.494296 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48794) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:02.497691 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3b1d3e14-8d92-4583-80ea-76065adfe119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:02.501027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.v2.base [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Request body: {'subnet': {'network_id': '783f3ccf-6b87-4aa5-9f58-b54a2658db65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122722075-subnet', 'tenant_id': 'ea9f0e74613c4ecda4d5d8eb721f6710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:02.505292 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.plugins.ml2.rpc [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Network 783f3ccf-6b87-4aa5-9f58-b54a2658db65 details requested by agent ovs-agent-dv-cinder-817404-1-smb with host dv-cinder-817404-1-smb {{(pid=86772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 14:30:02.506880 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:02.511104 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Usage tracker for resource:subnet and tenant:ea9f0e74613c4ecda4d5d8eb721f6710 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:02.514085 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:02.519903 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:02.530530 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Made reservation on behalf of ea9f0e74613c4ecda4d5d8eb721f6710 for: {'subnet': 1} {{(pid=86770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:02.533069 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6386419'] for subnet, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.734203 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7595213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6386413'] for subnet, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.738854 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-30118fa2-5a4d-4f11-9a9b-bd73e9726cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:02.813539 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403563d6-f365-4b33-b9e6-50dcae4a1c72,revision_number=0']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:02.818613 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:02.820976 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Checking segment: {'id': '09d9335a-358b-478a-b469-613cf28c73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '783f3ccf-6b87-4aa5-9f58-b54a2658db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 10 14:30:02.821332 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Network hostable DHCP agents. Network: 783f3ccf-6b87-4aa5-9f58-b54a2658db65, hostable agents: ['797466d4-2bbf-4a91-b12a-44b846ae63fd'], hosted agents: [] {{(pid=86770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:02.840837 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Network 783f3ccf-6b87-4aa5-9f58-b54a2658db65 is scheduled to be hosted by DHCP agent 797466d4-2bbf-4a91-b12a-44b846ae63fd with binding_index 1 {{(pid=86770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:02.849734 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.scheduler.base_scheduler [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817404-1-smb, 783f3ccf-6b87-4aa5-9f58-b54a2658db65) {{(pid=86770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:02.854032 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:02.855191 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:02.858213 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021505b-e551-45bd-8ef1-a3d8b9a9a51f None None] Network 783f3ccf-6b87-4aa5-9f58-b54a2658db65 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:30:02.875813 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-74fb6051-29eb-4ca1-812e-c2fe2e5bebb0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3792460 Nov 10 14:30:03.005875 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48800) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:03.063642 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Deleting subnet 6fc80165-b0ec-475b-a7f1-e610ce2bdf19 {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:30:03.067304 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.072320 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802fe5a-9a89-46f6-a2c6-89a2ec9a7419 None None] Network 783f3ccf-6b87-4aa5-9f58-b54a2658db65 requested from dv-cinder-817404-1-smb {{(pid=86772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 10 14:30:03.122345 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1150194'] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.176732 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.252804 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7142666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6386324'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.258730 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f2447c73-2698-4511-b823-673f592af2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:03.299510 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc80165-b0ec-475b-a7f1-e610ce2bdf19,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:03.301554 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.303978 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:03.308525 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-c76d1d66-bcb9-4022-9c11-28acb7151ea8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6fc80165-b0ec-475b-a7f1-e610ce2bdf19 HTTP/1.1" status: 204 len: 168 time: 0.3016534 Nov 10 14:30:03.311020 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48804) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:03.413241 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.540519 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.565379 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82935bad-3fec-4fc1-a321-6eb8c86fa210']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:03.577275 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2164ec8e-d43e-440f-892f-dad4f244473d') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:03.577566 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2164ec8e-d43e-440f-892f-dad4f244473d') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:03.588531 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.604141 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.611439 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:30:03.611826 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:30:03.624883 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:30:03.700237 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.703908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-52a19764-399a-4a73-8dda-b05698390c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:03.717128 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.726001 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Pushing event deleted for resources: {'Network': ['ID=82935bad-3fec-4fc1-a321-6eb8c86fa210,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:03.728765 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] 10.222.0.13 "DELETE /v2.0/networks/82935bad-3fec-4fc1-a321-6eb8c86fa210 HTTP/1.1" status: 204 len: 168 time: 0.4168034 Nov 10 14:30:03.730004 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-0fe8e7a3-1317-42fa-8758-80536f03438e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:03.731698 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48808) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:03.791361 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Deleting subnet 403563d6-f365-4b33-b9e6-50dcae4a1c72 {{(pid=86770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 10 14:30:03.794816 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.847210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1150194'] for subnet, precommit_delete_associations {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.902751 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1330535'] for subnet, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.973373 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1330536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7142666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6386324'] for subnet, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:03.977412 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-c3f89cff-0749-4a9e-a9d0-f2d4841d4285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:04.015838 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403563d6-f365-4b33-b9e6-50dcae4a1c72,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:04.018094 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:04.020856 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for subnet, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.027357 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-3ce121cc-0b0b-4369-a00d-c4925b4fe67b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/403563d6-f365-4b33-b9e6-50dcae4a1c72 HTTP/1.1" status: 204 len: 168 time: 0.2938418 Nov 10 14:30:04.029993 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48812) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:04.131431 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1366701'] for network, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.349450 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1328413', 'neutron.services.segments.db._delete_segments_for_network-8791484523412'] for network, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.374896 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783f3ccf-6b87-4aa5-9f58-b54a2658db65']}} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:04.387569 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d9335a-358b-478a-b469-613cf28c73a5') {'for_net_delete': True} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:04.387867 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.services.segments.db [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d9335a-358b-478a-b469-613cf28c73a5') {} {{(pid=86770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:04.398923 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791484535363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1149961'] for segment, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.414575 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1357532'] for segment, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.421593 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=86770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:30:04.421976 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1357541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7142752'] for segment, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: Traceback (most recent call last): Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: timer() Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: cb(*args, **kw) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: return func(*args, **kwargs) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: self._notify() Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: self.callback(batched_events) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: event.method(event) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: return f(self, *a, **k) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: return self._get(url).json() Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: return self.request(url, 'GET', **kwargs) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:30:04.435698 dv-cinder-817404-1-smb neutron-server[86770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:30:04.513061 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1328404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-339140'] for network, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.517659 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586634'] for network, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.519996 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:04.540184 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/783f3ccf-6b87-4aa5-9f58-b54a2658db65 HTTP/1.1" status: 204 len: 168 time: 0.5090508 Nov 10 14:30:04.540874 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=783f3ccf-6b87-4aa5-9f58-b54a2658db65,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:04.543908 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-f123d5c2-da50-4202-8467-76076f893d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:04.708877 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48818) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:04.756587 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-af311191-e87d-483f-9595-53e6f7b06756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cbf0b70c9e84d31a1cb6a187e7d90f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465496 Nov 10 14:30:04.758840 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48822) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:04.815065 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.841203 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.894749 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.898253 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-79c01f06-b81d-4f84-82dc-7b19b3638a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:04.910962 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa280062-5737-436d-b604-c2a3c5e04ffa,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:04.913794 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:04.915825 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:04.916863 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5022af32-0d35-438b-9c52-9805b13715cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa280062-5737-436d-b604-c2a3c5e04ffa HTTP/1.1" status: 204 len: 168 time: 0.1570935 Nov 10 14:30:05.246196 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48830) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:05.295805 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-5792d9ec-9fb3-4a65-a75f-a2e27c2f0f0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9f0e74613c4ecda4d5d8eb721f6710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482855 Nov 10 14:30:05.298112 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48834) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:05.366800 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:05.391488 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:05.440915 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:05.444492 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-94b2fc95-b434-4f4f-a5c9-3940549046cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:05.455888 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52069e74-b370-4bbb-af50-2f0f2a08607f,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:05.459451 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:05.462558 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:05.466984 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-89808419-f090-4fb3-adda-74769e4d3da6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52069e74-b370-4bbb-af50-2f0f2a08607f HTTP/1.1" status: 204 len: 168 time: 0.1646216 Nov 10 14:30:09.315807 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:30:15.094926 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48968) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:15.210362 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.225065 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:15.228912 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Usage tracker for resource:security_group_rule and tenant:88da5c739d244292a312e8abbc58b92a is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:15.232430 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:15.238145 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:15.319528 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.323006 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.331551 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d72df853-2c33-46e4-adfd-2f4489eb67e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:15.371475 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88da5c739d244292a312e8abbc58b92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753143 Nov 10 14:30:15.372468 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d4b03-c4ed-466b-b695-a58c39a85b22,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:15.374024 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48974) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:15.375643 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:15.436002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.460623 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.512548 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.516256 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-fbee06e4-9c9a-450a-9b10-488df7116c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:15.526651 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d4b03-c4ed-466b-b695-a58c39a85b22,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:15.529560 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:15.535523 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.536631 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-b8d01faa-6690-4557-aa65-52407aae91f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d1d4b03-c4ed-466b-b695-a58c39a85b22 HTTP/1.1" status: 204 len: 168 time: 0.1608143 Nov 10 14:30:15.808026 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 48982) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:15.825814 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.840550 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:15.844336 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Usage tracker for resource:security_group_rule and tenant:f3060db63f07430092491e190a79482c is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:15.847077 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:15.852631 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:15.932681 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.937079 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:15.944804 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-1e0400ce-c871-4732-a2a3-5aef4fc6b106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:15.988463 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3060db63f07430092491e190a79482c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793485 Nov 10 14:30:15.989485 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba30c4d7-0e7d-4554-ae95-136da2ecdae9,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:15.991137 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48986) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:15.992525 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-ff69613e-b84e-4acc-9d99-02bf71d2e083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:16.053648 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.078594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.128035 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.131609 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-1d8503f4-a365-409a-b508-9afc966ce24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:16.143555 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba30c4d7-0e7d-4554-ae95-136da2ecdae9,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:16.146062 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:16.153700 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.154823 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-e17bf821-962e-4bfe-8b65-e4825a6cca91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba30c4d7-0e7d-4554-ae95-136da2ecdae9 HTTP/1.1" status: 204 len: 168 time: 0.1620491 Nov 10 14:30:16.496510 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48994) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:16.514834 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.529887 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:16.533957 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Usage tracker for resource:security_group_rule and tenant:487c6718d2e6404cbed4bfebabaf7f59 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:16.536962 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:16.542825 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:16.623911 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.627733 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.634551 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-b18ab80d-467a-4f7d-90fb-3e7be6ba05c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:16.676359 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57fc6e9-734b-4f39-aced-c53d2e45b283,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:16.682954 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=487c6718d2e6404cbed4bfebabaf7f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828537 Nov 10 14:30:16.682954 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-88edafda-3213-41fc-aac1-892051a3361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:16.683445 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 48998) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:16.739654 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.765368 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.815351 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.820087 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-402b8f20-5d40-44cf-9646-7ab444f96d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:16.830806 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57fc6e9-734b-4f39-aced-c53d2e45b283,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:16.834137 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:16.837254 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:16.838410 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-52b4ab05-502e-4ea4-be55-2bc5384d80b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e57fc6e9-734b-4f39-aced-c53d2e45b283 HTTP/1.1" status: 204 len: 168 time: 0.1543930 Nov 10 14:30:23.920000 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 49080) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:24.032652 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.047159 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:24.050946 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4eea23971f41e692f99847d5ec2ef0 is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:24.053684 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:24.059330 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:24.146019 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.149723 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.158822 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-020f5480-18ae-4b28-b76d-d6c9df298151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:24.198059 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4eea23971f41e692f99847d5ec2ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769327 Nov 10 14:30:24.199700 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e66a2f-e9aa-4f9a-b29a-363895daf142,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:24.201027 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 49086) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:24.203260 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-d5937892-2351-4f71-b18e-2e78acda1018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:24.259552 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.284784 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.335087 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.338979 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-6dee10ce-ac17-4572-9b8b-5a817cea6f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:24.352468 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e66a2f-e9aa-4f9a-b29a-363895daf142,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:24.356251 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:24.362653 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:24.363765 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d27a7d25-0f5e-415e-858c-c5b4c86ee22b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5e66a2f-e9aa-4f9a-b29a-363895daf142 HTTP/1.1" status: 204 len: 168 time: 0.1617706 Nov 10 14:30:26.019680 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ecb76f92-db4f-4b06-8f87-579551967683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:26.368221 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:26.572614 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:28.571366 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-ec345193-de20-4ad0-85bc-02c949a6f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:29.577415 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:31.200293 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.488753 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 49208) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:33.604697 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.619002 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:33.622723 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Usage tracker for resource:security_group_rule and tenant:6de4269f5bb64c15ba30e5fb81d57433 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:33.625519 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:33.631427 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:33.717662 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.721842 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.729949 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-179ca377-8491-4d7c-9a20-0aa04f10454f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:33.774997 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6de4269f5bb64c15ba30e5fb81d57433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851994 Nov 10 14:30:33.775988 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71507b0a-dcf4-44f1-b7f4-ba57cc7988c0,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:33.777638 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 49214) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:33.779058 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-d6b65749-f416-4492-ae7a-c94fc61beffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:33.838178 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.863978 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.914433 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.919079 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-84b4b4aa-05c8-46a6-a4b3-78e927c2c616 tempest-AttachVolumeShelveTestJSON-450315809 tempest-AttachVolumeShelveTestJSON-450315809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:33.931064 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71507b0a-dcf4-44f1-b7f4-ba57cc7988c0,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:33.934370 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:33.940480 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:33.941587 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-187299a4-9b26-4da2-a2f3-c8d0dccee269 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71507b0a-dcf4-44f1-b7f4-ba57cc7988c0 HTTP/1.1" status: 204 len: 168 time: 0.1623745 Nov 10 14:30:34.213123 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 49222) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:34.231547 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.249390 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:34.253507 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Usage tracker for resource:security_group_rule and tenant:d8aa11b8cf3042b083be9b069c79171b is out of sync, need to count used quota {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:34.256482 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.quota.resource [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:34.262176 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.db.quota.driver [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:34.342360 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.346391 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.354482 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-c7087f7c-5d31-498a-951d-f36bfa5e21c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:34.393457 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8aa11b8cf3042b083be9b069c79171b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792917 Nov 10 14:30:34.394373 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6b1c6-a943-48fe-aad1-383adaa92ec0,revision_number=1']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:34.396173 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 49226) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:34.397469 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-36f0e32c-8230-4dd4-9415-bdfdfa97f424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:34.455775 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.481313 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.530897 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.536274 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-bbc362e1-e6d4-42d2-9da1-fe5881cbb999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:34.548286 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6b1c6-a943-48fe-aad1-383adaa92ec0,revision_number=None']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:34.551663 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:34.556911 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.558024 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-7558f1a3-e122-4d51-9a1c-7da8f9ed631a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7b6b1c6-a943-48fe-aad1-383adaa92ec0 HTTP/1.1" status: 204 len: 168 time: 0.1604006 Nov 10 14:30:34.884492 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.wsgi [-] (86770) accepted ('10.222.0.13', 49234) {{(pid=86770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:34.905651 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:34.919439 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 14:30:34.923210 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Usage tracker for resource:security_group_rule and tenant:eb15932988804366be5d9162e37d8607 is out of sync, need to count used quota {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 14:30:34.925904 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.quota.resource [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86770) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 14:30:34.931469 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.db.quota.driver [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86770) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 14:30:35.013378 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.016916 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron_lib.callbacks.manager [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_create {{(pid=86770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.024847 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-cf268cf5-7cff-40c8-8195-9fe10f93f467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:35.060741 dv-cinder-817404-1-smb neutron-server[86770]: INFO neutron.wsgi [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb15932988804366be5d9162e37d8607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752222 Nov 10 14:30:35.064029 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.wsgi [-] (86771) accepted ('10.222.0.13', 49238) {{(pid=86771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 14:30:35.065312 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea58664-b36b-445e-9974-c1d211c50c8c,revision_number=1']} {{(pid=86770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:35.068353 dv-cinder-817404-1-smb neutron-server[86770]: DEBUG oslo_concurrency.lockutils [None req-47199215-cc39-4c97-b066-39297681e292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:35.123767 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.149353 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.200068 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355057'] for security_group, after_delete {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.204023 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-ca649e84-9631-458b-8cd5-c9b81ce9d835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 14:30:35.219594 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea58664-b36b-445e-9974-c1d211c50c8c,revision_number=None']} {{(pid=86771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:35.222369 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG oslo_concurrency.lockutils [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 14:30:35.229361 dv-cinder-817404-1-smb neutron-server[86771]: DEBUG neutron_lib.callbacks.manager [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:35.230501 dv-cinder-817404-1-smb neutron-server[86771]: INFO neutron.wsgi [None req-3439b2a3-21e0-4875-8831-6e159622a9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ea58664-b36b-445e-9974-c1d211c50c8c HTTP/1.1" status: 204 len: 168 time: 0.1654658 Nov 10 14:30:46.314902 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:30:56.021268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b32106b-b385-406e-b480-037a3dd2d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:56.370523 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:56.592107 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:58.572810 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-8e8625e6-8fd4-4794-873d-dd31503c8a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:30:59.580756 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:01.205951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:23.313021 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:31:26.023845 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-bd331dcb-ee5d-4b4f-9824-f8410810d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:26.372294 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:26.585757 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:28.574593 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2b065f3f-f791-4ec1-8eeb-292cc92f2f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:29.582089 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:31.208242 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:56.024921 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-03fe5806-0323-4e7e-840a-8e2bc71a7b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:56.374534 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:56.607723 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:58.577248 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2187b71b-4531-4c22-b4eb-084898ae1e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:31:59.585326 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:00.311686 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:32:01.207877 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:26.027205 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-30ccfa67-2ff4-4ab3-a681-9711fbe8f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:26.376248 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:26.615953 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:28.579874 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-06d64788-f366-4895-a6ad-5b37eb1bd052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:29.588693 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:31.211127 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:37.311256 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:32:56.029043 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-3d468caf-d972-48f1-8984-aa7bd8a0b0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:56.379149 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:56.622576 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:58.582857 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ad7f-1719-48c6-91c2-a5d055efb7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:32:59.591024 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:01.215711 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:14.310704 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:33:26.064859 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-2164068c-b82d-4f32-aba1-2850fa1a3cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:26.380620 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:26.630706 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:28.584864 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-0d764566-7258-4ac9-9ed2-45690568bd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:29.593348 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:31.216067 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:51.309393 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:33:56.036419 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-c256bc5d-04d4-4500-97bb-8298cf3ba2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:56.382475 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:56.630268 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:58.585951 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-50dd3c1c-eb67-4223-a5c8-5d7e5d2f3200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:33:59.596216 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:01.219154 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:26.037922 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d0a6149-b537-4c63-b69e-8d7b31688c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:26.383974 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:26.644781 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:28.307589 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:34:28.587448 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-527be83d-9d5e-493f-a6ac-9156d48c8f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:29.599137 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:31.222279 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:56.039211 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-f25fc78c-193c-4315-9794-97f4f483134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:56.386816 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:56.649396 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:58.591631 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-521b1351-1b1e-44f1-9422-f4376a68fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:34:59.601976 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:01.224985 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:05.305895 dv-cinder-817404-1-smb neutron-server[86773]: DEBUG neutron.db.agents_db [None req-42c3da68-6679-4d92-833c-e5d36998acf1 None None] Agent healthcheck: found 6 active agents {{(pid=86773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 14:35:26.040663 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6a8eed58-10a1-4913-ab5d-14d1f5e5ba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:26.388215 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-df7b5143-58d3-4595-9dd6-5db5fc083f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:26.652286 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-7d57c423-7585-471f-909f-81a6d20221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:28.594690 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-6b365a47-8109-485a-80c0-a27a1c53a53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:29.605160 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-434a90ce-ef77-4a32-bcbf-26f6a8ade3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 14:35:31.227795 dv-cinder-817404-1-smb neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-76738382-45c2-4413-90c7-cf3de59458e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791484523475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1333707'] for agent, after_update {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}